[ 595.362761] env[69363]: INFO neutron.common.config [-] Logging enabled! [ 595.363392] env[69363]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev45 [ 595.363392] env[69363]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69363) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 595.363627] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 595.363787] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 595.364762] env[69363]: WARNING oslo_policy.policy [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 595.365041] env[69363]: WARNING oslo_policy.policy [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 595.366629] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] VMware NSXv3 Agent initialized successfully. [ 595.366995] env[69363]: DEBUG oslo_concurrency.lockutils [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] Acquiring lock "singleton_lock" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.367154] env[69363]: DEBUG oslo_concurrency.lockutils [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] Acquired lock "singleton_lock" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.367368] env[69363]: DEBUG oslo_concurrency.lockutils [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] Releasing lock "singleton_lock" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.367769] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] Full set of CONF: {{(pid=69363) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 595.367896] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ******************************************************************************** {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 595.369508] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] Configuration options gathered from: {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 595.369815] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 595.370099] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 595.370198] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ================================================================================ {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 595.370323] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] agent_down_time = 75 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.370476] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] allow_automatic_dhcp_failover = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.370623] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] allow_bulk = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.370777] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] api_extensions_path = {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.370934] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] api_paste_config = api-paste.ini {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.371100] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] auth_strategy = keystone {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.371221] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] backdoor_port = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.371358] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] backdoor_socket = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.371505] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] backlog = 4096 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.371658] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.371828] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] bind_host = 0.0.0.0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.371980] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] bind_port = 9696 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.372139] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] client_socket_timeout = 900 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.372294] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] config_dir = [] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.372415] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.372567] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] config_source = [] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.372720] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] control_exchange = neutron {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.372870] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] core_plugin = ml2 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.373034] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] debug = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.373189] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] default_availability_zones = [] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.373444] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.373658] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] dhcp_agent_notification = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.373886] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] dhcp_agents_per_network = 1 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.374063] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] dhcp_lease_duration = 86400 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.374357] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] dhcp_load_type = networks {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.374521] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] dns_domain = openstacklocal {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.374681] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.374821] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] enable_default_route_bfd = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.374966] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] enable_default_route_ecmp = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.375122] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] enable_dvr = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.375266] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] enable_new_agents = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.375408] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.375549] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] enable_signals = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.375723] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] enable_traditional_dhcp = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.375879] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] external_dns_driver = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.376038] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] filter_validation = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.376197] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] global_physnet_mtu = 8950 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.376342] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] graceful_shutdown_timeout = 60 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.376538] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] host = cpu-1 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.376687] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] host_dvr_for_dhcp = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.376833] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] http_retries = 3 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.376982] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] instance_format = [instance: %(uuid)s] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.377141] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.377291] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ipam_driver = internal {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.377435] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ipv6_pd_enabled = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.377580] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] l3_ha = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.377729] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.377874] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] l3_ha_network_physical_name = {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.378025] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] l3_ha_network_type = {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.378180] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] log_color = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.378415] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] log_config_append = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.378593] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.378739] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] log_dir = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.378878] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] log_file = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.378991] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] log_options = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.379151] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] log_rotate_interval = 1 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.379303] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] log_rotate_interval_type = days {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.379451] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] log_rotation_type = none {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.379592] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.379706] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.379857] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.380097] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.380186] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.380277] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] max_dns_nameservers = 5 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.380399] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] max_header_line = 16384 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.380540] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] max_l3_agents_per_router = 3 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.380678] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] max_logfile_count = 30 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.380816] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] max_logfile_size_mb = 200 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.380954] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] max_subnet_host_routes = 20 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.381111] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] my_ip = 10.180.1.21 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.381281] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] my_ipv6 = ::1 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.381401] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] network_auto_schedule = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.381539] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] network_link_prefix = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.381683] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.381899] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] notify_nova_on_port_data_changes = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.382045] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] notify_nova_on_port_status_changes = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.382198] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] pagination_max_limit = -1 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.382341] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] publish_errors = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.382529] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] rate_limit_burst = 0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.382691] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] rate_limit_except_level = CRITICAL {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.382879] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] rate_limit_interval = 0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.383039] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] retry_until_window = 30 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.383186] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] router_distributed = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.383348] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] rpc_resources_processing_step = 20 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.383491] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] rpc_response_max_timeout = 600 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.383639] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] rpc_response_timeout = 60 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.383784] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] send_events_interval = 2 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.383940] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] service_plugins = ['router'] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.384107] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] setproctitle = on {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.384247] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] shell_completion = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.384436] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] state_path = /opt/stack/data/neutron {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.384602] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] syslog_log_facility = LOG_USER {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.384744] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] tcp_keepidle = 600 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.384892] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] transport_url = **** {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.385047] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] use_journal = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.385190] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] use_json = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.385330] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] use_ssl = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.385467] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] use_stderr = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.385612] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] use_syslog = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.385775] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] vlan_qinq = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.385931] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] vlan_transparent = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.386069] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] watch_log_file = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.386212] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] wsgi_default_pool_size = 100 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.386353] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] wsgi_keep_alive = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.386503] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.386642] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] wsgi_server_debug = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.386801] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_concurrency.disable_process_locking = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.386952] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.387118] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.387265] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.387432] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.387643] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.387803] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.387970] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler.connection_string = messaging:// {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.388138] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler.enabled = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.388292] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler.es_doc_type = notification {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.388439] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler.es_scroll_size = 10000 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.388598] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler.es_scroll_time = 2m {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.388743] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler.filter_error_trace = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.388892] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler.hmac_keys = **** {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.389052] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler.sentinel_service_name = mymaster {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.389207] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler.socket_timeout = 0.1 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.389350] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler.trace_requests = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.389495] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler.trace_sqlalchemy = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.389652] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler_jaeger.process_tags = {} {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.389793] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler_jaeger.service_name_prefix = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.389937] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] profiler_otlp.service_name_prefix = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.390173] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_policy.enforce_new_defaults = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.390483] env[69363]: WARNING oslo_config.cfg [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 595.390651] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_policy.enforce_scope = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.390812] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_policy.policy_default_rule = default {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.390970] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.391136] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.391289] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.391434] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.391578] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.391719] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.391866] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.392028] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.392192] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.392350] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] agent.extensions = [] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.392502] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.392653] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] service_providers.service_provider = [] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.392807] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] QUOTAS.default_quota = -1 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.392958] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.393115] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] QUOTAS.quota_floatingip = 50 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.393259] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] QUOTAS.quota_network = 100 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.393435] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] QUOTAS.quota_port = 500 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.393594] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.393739] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] QUOTAS.quota_router = 10 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.393886] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] QUOTAS.quota_security_group = 10 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.394042] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.394187] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] QUOTAS.quota_subnet = 100 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.394341] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] QUOTAS.track_quota_usage = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.394519] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.394665] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep.group = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.394806] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep.helper_command = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.394959] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.395119] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep.thread_pool_size = 8 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.395263] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep.user = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.395415] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.395558] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_dhcp_release.group = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.395723] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_dhcp_release.helper_command = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.395883] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.396047] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.396194] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_dhcp_release.user = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.396345] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.396509] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_ovs_vsctl.group = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.396624] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.396769] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.396915] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.397064] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_ovs_vsctl.user = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.397213] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_namespace.capabilities = [21] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.397353] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_namespace.group = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.397493] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_namespace.helper_command = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.397651] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.397780] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.397920] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_namespace.user = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.398074] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_conntrack.capabilities = [12] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.398213] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_conntrack.group = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.398353] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_conntrack.helper_command = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.398499] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.398645] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.398782] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_conntrack.user = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.398931] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_link.capabilities = [12, 21] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.399080] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_link.group = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.399218] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_link.helper_command = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.399367] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.399508] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_link.thread_pool_size = 8 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.399640] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] privsep_link.user = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.399800] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.399953] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.400112] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.continue_on_failed_promotions = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.400253] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.dscp = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.400397] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.dscp_inherit = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.400551] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.force_mp_to_policy = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.400685] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.locking_coordinator_url = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.400827] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.log_agent_heartbeats = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.400969] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.logging_expire = 1 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.401127] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.401312] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.401489] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.polling_interval = 240 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.401642] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.401795] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.401944] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.report_interval = 30.0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.402108] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.402260] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.402410] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.402558] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.sync_skew = 60 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.402701] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.synchronization_queue_size = 20 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.402845] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT.use_helper_for_ns_read = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.402998] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] SECURITYGROUP.enable_ipset = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.403165] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] SECURITYGROUP.enable_security_group = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.403314] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.403490] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.403646] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] experimental.ipv6_pd_enabled = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.403814] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ml2.extension_drivers = ['port_security'] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.403961] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ml2.external_network_type = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.404130] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.404285] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ml2.overlay_ip_version = 4 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.404462] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ml2.path_mtu = 8950 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.404618] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ml2.physical_network_mtus = {} {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.404773] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.404925] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.405094] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ml2.type_drivers = ['vlan'] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.405252] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.405396] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.405545] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.405721] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.405886] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.406048] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.406204] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.406353] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.406503] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.406713] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.406873] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_login_password = **** {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.407038] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.407194] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_login_user = admin {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.407345] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.407501] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.407649] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.407795] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.407947] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.408114] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.408267] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.408419] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.408570] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.408721] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.408876] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.409032] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.409186] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.409387] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.409544] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.409695] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.409837] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.409998] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] nova.auth_section = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.410169] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] nova.auth_type = password {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.410322] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.410469] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] nova.certfile = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.410618] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] nova.collect_timing = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.410771] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] nova.endpoint_type = public {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.410925] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] nova.insecure = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.411068] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] nova.keyfile = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.411236] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] nova.region_name = RegionOne {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.411409] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] nova.split_loggers = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.411554] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] nova.timeout = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.411704] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] placement.auth_section = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.411859] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] placement.auth_type = password {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.412016] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.412161] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] placement.certfile = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.412306] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] placement.collect_timing = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.412456] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] placement.endpoint_type = public {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.412600] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] placement.insecure = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.412739] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] placement.keyfile = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.412876] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] placement.region_name = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.413030] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] placement.split_loggers = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.413171] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] placement.timeout = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.413373] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.auth_section = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.413520] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.auth_type = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.413669] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.cafile = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.413821] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.certfile = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.413963] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.collect_timing = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.414116] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.connect_retries = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.414259] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.connect_retry_delay = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.414407] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.enable_notifications = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.414584] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.endpoint_override = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.414696] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.insecure = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.414836] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.interface = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.414976] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.keyfile = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.415131] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.max_version = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.415271] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.min_version = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.415412] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.region_name = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.415554] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.retriable_status_codes = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.415711] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.service_name = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.415866] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.service_type = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.416028] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.split_loggers = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.416177] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.status_code_retries = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.416316] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.status_code_retry_delay = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.416460] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.timeout = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.416601] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.valid_interfaces = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.416744] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ironic.version = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.416897] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] cli_script.dry_run = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.417069] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.417218] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.417365] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.417569] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.417658] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.417788] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.417929] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.418081] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.418226] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.418379] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.418521] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.418669] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.418817] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.418963] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.419119] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.419269] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.419412] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.419554] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.419704] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.419846] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.419987] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.420147] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.420294] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.420443] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.420593] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.420736] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.420880] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.421036] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.421185] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.421370] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.421506] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.ssl = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.421663] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.421815] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.421964] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.422131] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.422330] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.422425] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.422587] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_notifications.driver = [] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.422737] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_notifications.retry = -1 {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.422895] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.423048] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.423163] env[69363]: DEBUG oslo_service.backend.eventlet.service [None req-7bba0793-d45a-4f85-9288-afff5eff84a9 None None] ******************************************************************************** {{(pid=69363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 595.424229] env[69363]: DEBUG neutron.agent.securitygroups_rpc [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Init firewall settings (driver=nsxv3) {{(pid=69363) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 595.425622] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69363) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 595.425892] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] RPC agent_id: nsxm-l-01a.corp.local [ 595.428212] env[69363]: DEBUG dogpile.cache.region [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.428336] env[69363]: DEBUG dogpile.lock [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.428438] env[69363]: DEBUG dogpile.lock [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.428532] env[69363]: DEBUG dogpile.lock [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.428644] env[69363]: DEBUG dogpile.cache.region [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.428711] env[69363]: DEBUG dogpile.lock [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.428839] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.466733] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Session token - acquiring [ 595.468680] env[69363]: DEBUG networking_nsxv3.common.locking [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.468899] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.468967] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.470664] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.481471] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.765115] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 595.787425] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.787648] env[69363]: DEBUG dogpile.cache.region [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Cache value generated in 0.359 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.787867] env[69363]: DEBUG dogpile.lock [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.788032] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Activating Policy API Provider. [ 595.788278] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Looking for the default Infrastructure Rules. [ 595.852405] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Looking for the Default Layer3 Logged Drop Section. [ 595.867635] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 595.868122] env[69363]: DEBUG networking_nsxv3.common.locking [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.868322] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquiring lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.868434] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.868727] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired external semaphore "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.869069] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.385564] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.887827] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.390424] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Inventory metadata is going to be refreshed. [ 597.390835] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 598.267156] env[69363]: DEBUG networking_nsxv3.common.locking [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.267442] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.267491] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.267808] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.278945] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 598.279889] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.280884] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 598.306635] env[69363]: DEBUG networking_nsxv3.common.locking [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.306861] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.306957] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.307315] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.307450] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.307619] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 598.307743] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 598.307853] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 598.328714] env[69363]: DEBUG networking_nsxv3.common.locking [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.329018] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.329018] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.329349] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.329534] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.329731] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 598.350317] env[69363]: DEBUG networking_nsxv3.common.locking [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.350552] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.350591] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.350924] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.351094] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.351254] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 598.379231] env[69363]: DEBUG networking_nsxv3.common.locking [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.379546] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquiring lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.379546] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.379729] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired external semaphore "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.379893] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Releasing lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.380070] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 598.380182] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 598.380295] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 598.403553] env[69363]: DEBUG networking_nsxv3.common.locking [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.404075] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquiring lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.404075] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.404239] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired external semaphore "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.404430] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Releasing lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.404595] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 598.404706] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 598.404819] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 598.426704] env[69363]: DEBUG networking_nsxv3.common.locking [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.426938] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.426998] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.427334] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.427486] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.427652] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 598.427765] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 598.427869] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Inventory metadata have been refreshed. [ 598.427973] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Dryrun:True. Metadata refresh completed. [ 598.428111] env[69363]: DEBUG oslo_concurrency.lockutils [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Releasing lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.429821] env[69363]: INFO neutron.agent.agent_extensions_manager [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Loaded agent extensions: [] [ 598.430571] env[69363]: DEBUG neutron_lib.callbacks.manager [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69363) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 598.481995] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NSXv3 Agent Agent RPC Daemon Started! [ 598.482219] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NSXv3 Agent Agent loop - iteration:0 started [ 598.482283] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NSXv3 Agent Agent out of sync with plugin! [ 603.431712] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 603.432118] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 608.433381] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 608.433804] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 613.383942] env[69363]: INFO networking_nsxv3.common.synchronization [None req-c9d746c6-c968-4c5f-8870-8a756fb39442 demo admin] Enqueued Resource ID: c9ca032f-6f28-4f4f-a0b4-551f8131288a with Priority: HIGHEST for action security_group_rules [ 613.384424] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ca032f-6f28-4f4f-a0b4-551f8131288a with Priority: HIGHEST for action security_group_rules [ 613.384785] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9ca032f-6f28-4f4f-a0b4-551f8131288a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.384931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9ca032f-6f28-4f4f-a0b4-551f8131288a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.384973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9ca032f-6f28-4f4f-a0b4-551f8131288a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.385412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9ca032f-6f28-4f4f-a0b4-551f8131288a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.385547] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9ca032f-6f28-4f4f-a0b4-551f8131288a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.906793] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.907029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.907029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.907274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.907375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.907474] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9ca032f-6f28-4f4f-a0b4-551f8131288a already deleted. [ 613.907556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9ca032f-6f28-4f4f-a0b4-551f8131288a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.386187] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 618.386651] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 623.387628] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 623.388048] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 628.389025] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 628.389401] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 633.390897] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 633.391276] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 637.848158] env[69363]: INFO networking_nsxv3.common.synchronization [None req-f2a80266-ea51-4fe1-8efb-951d60abc791 None None] Enqueued Resource ID: 8b532a1e-c51e-4226-9220-f66432da4753 with Priority: HIGHEST for action port [ 637.848158] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b532a1e-c51e-4226-9220-f66432da4753 with Priority: HIGHEST for action port [ 637.848158] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b532a1e-c51e-4226-9220-f66432da4753 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.848158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b532a1e-c51e-4226-9220-f66432da4753" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.848158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b532a1e-c51e-4226-9220-f66432da4753" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.849033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b532a1e-c51e-4226-9220-f66432da4753" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.849409] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b532a1e-c51e-4226-9220-f66432da4753',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.352363] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b532a1e-c51e-4226-9220-f66432da4753 [ 638.352597] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.352727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.352799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.353781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.353781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.353781] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b532a1e-c51e-4226-9220-f66432da4753 already deleted. [ 638.353781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b532a1e-c51e-4226-9220-f66432da4753" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.814852] env[69363]: INFO networking_nsxv3.common.synchronization [None req-ec129b51-c178-4ffe-88af-4542c86b3b68 None None] Enqueued Resource ID: c93b3dc3-1691-4294-9b14-9d247b6d81b9 with Priority: HIGHEST for action port [ 639.814852] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93b3dc3-1691-4294-9b14-9d247b6d81b9 with Priority: HIGHEST for action port [ 639.814852] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c93b3dc3-1691-4294-9b14-9d247b6d81b9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.814852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c93b3dc3-1691-4294-9b14-9d247b6d81b9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.814852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c93b3dc3-1691-4294-9b14-9d247b6d81b9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.815913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c93b3dc3-1691-4294-9b14-9d247b6d81b9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.817226] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c93b3dc3-1691-4294-9b14-9d247b6d81b9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.083084] env[69363]: INFO networking_nsxv3.common.synchronization [None req-0c46c29e-21ec-48db-8cde-81740f8a2031 tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Enqueued Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_rules [ 640.083084] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_rules [ 640.083084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.083084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.083084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.083084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.083084] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ed4e304-3c75-4ce6-b0b7-ba89d6678d97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.219679] env[69363]: INFO networking_nsxv3.common.synchronization [None req-a9ff81bb-0a07-434b-90b2-a09c5cdc0c6d tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Enqueued Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_rules [ 640.220056] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_rules [ 640.220353] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.220447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.319748] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c93b3dc3-1691-4294-9b14-9d247b6d81b9 [ 640.319748] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.319748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.320196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.320196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.320196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.320196] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c93b3dc3-1691-4294-9b14-9d247b6d81b9 already deleted. [ 640.320339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c93b3dc3-1691-4294-9b14-9d247b6d81b9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.355949] env[69363]: INFO networking_nsxv3.common.synchronization [None req-d02aabea-918f-470d-9bef-418b3786c945 None None] Enqueued Resource ID: f2af406d-2cf1-4d81-914a-3bfb71d221a9 with Priority: HIGHEST for action port [ 640.356645] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2af406d-2cf1-4d81-914a-3bfb71d221a9 with Priority: HIGHEST for action port [ 640.357128] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2af406d-2cf1-4d81-914a-3bfb71d221a9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.357440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2af406d-2cf1-4d81-914a-3bfb71d221a9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.357707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2af406d-2cf1-4d81-914a-3bfb71d221a9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.358835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2af406d-2cf1-4d81-914a-3bfb71d221a9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.358835] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2af406d-2cf1-4d81-914a-3bfb71d221a9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.606126] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.606429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.606429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.606720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.606970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.606970] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 already deleted. [ 640.607147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.608071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.608071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.608071] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ed4e304-3c75-4ce6-b0b7-ba89d6678d97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.860580] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2af406d-2cf1-4d81-914a-3bfb71d221a9 [ 640.860905] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.860905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.860994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.863083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.863083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.863083] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2af406d-2cf1-4d81-914a-3bfb71d221a9 already deleted. [ 640.863083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2af406d-2cf1-4d81-914a-3bfb71d221a9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.130548] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.130548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.130548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.130548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.130548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.130548] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 already deleted. [ 641.130548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.309502] env[69363]: INFO networking_nsxv3.common.synchronization [None req-bc51b2c6-a96d-46ea-98a3-2f264fcea7a3 None None] Enqueued Resource ID: d91a4072-b61f-4bcf-9f37-7023f2d919d9 with Priority: HIGHEST for action port [ 642.309502] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91a4072-b61f-4bcf-9f37-7023f2d919d9 with Priority: HIGHEST for action port [ 642.309502] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d91a4072-b61f-4bcf-9f37-7023f2d919d9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.309502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d91a4072-b61f-4bcf-9f37-7023f2d919d9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.309502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d91a4072-b61f-4bcf-9f37-7023f2d919d9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.309976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d91a4072-b61f-4bcf-9f37-7023f2d919d9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.311320] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91a4072-b61f-4bcf-9f37-7023f2d919d9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.482361] env[69363]: INFO networking_nsxv3.common.synchronization [None req-1dbbb773-3aab-4fc1-b4fe-20a1eb42143f None None] Enqueued Resource ID: ff2ea308-580f-4172-baeb-760b8a1552c6 with Priority: HIGHEST for action port [ 642.482361] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2ea308-580f-4172-baeb-760b8a1552c6 with Priority: HIGHEST for action port [ 642.482361] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2ea308-580f-4172-baeb-760b8a1552c6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.482361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2ea308-580f-4172-baeb-760b8a1552c6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.482361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2ea308-580f-4172-baeb-760b8a1552c6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.482751] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2ea308-580f-4172-baeb-760b8a1552c6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.482983] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2ea308-580f-4172-baeb-760b8a1552c6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.814390] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d91a4072-b61f-4bcf-9f37-7023f2d919d9 [ 642.814997] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.815408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.815684] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.815834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.816240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.816380] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d91a4072-b61f-4bcf-9f37-7023f2d919d9 already deleted. [ 642.816477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d91a4072-b61f-4bcf-9f37-7023f2d919d9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.984907] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff2ea308-580f-4172-baeb-760b8a1552c6 [ 642.985127] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.985274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.985339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.985553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.985657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.985747] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff2ea308-580f-4172-baeb-760b8a1552c6 already deleted. [ 642.985932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2ea308-580f-4172-baeb-760b8a1552c6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.132403] env[69363]: INFO networking_nsxv3.common.synchronization [None req-1cd718ec-c18a-4042-8195-fff5abe735f7 None None] Enqueued Resource ID: bc5f9f3f-c874-480a-b827-2fc6d6aad9aa with Priority: HIGHEST for action port [ 644.132642] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5f9f3f-c874-480a-b827-2fc6d6aad9aa with Priority: HIGHEST for action port [ 644.133380] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc5f9f3f-c874-480a-b827-2fc6d6aad9aa taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.133600] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc5f9f3f-c874-480a-b827-2fc6d6aad9aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.134231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc5f9f3f-c874-480a-b827-2fc6d6aad9aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.134231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc5f9f3f-c874-480a-b827-2fc6d6aad9aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.134231] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc5f9f3f-c874-480a-b827-2fc6d6aad9aa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.415970] env[69363]: INFO networking_nsxv3.common.synchronization [None req-6cc31b0e-2472-439c-b599-c902d9f97d9f None None] Enqueued Resource ID: 5331581e-2162-415c-b63c-dd979e248f03 with Priority: HIGHEST for action port [ 644.416392] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5331581e-2162-415c-b63c-dd979e248f03 with Priority: HIGHEST for action port [ 644.416752] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5331581e-2162-415c-b63c-dd979e248f03 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.416818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5331581e-2162-415c-b63c-dd979e248f03" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.416890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5331581e-2162-415c-b63c-dd979e248f03" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.418315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5331581e-2162-415c-b63c-dd979e248f03" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.418392] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5331581e-2162-415c-b63c-dd979e248f03',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.636508] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc5f9f3f-c874-480a-b827-2fc6d6aad9aa [ 644.636866] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.636866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.636999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.639566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.639566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.639566] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc5f9f3f-c874-480a-b827-2fc6d6aad9aa already deleted. [ 644.639566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc5f9f3f-c874-480a-b827-2fc6d6aad9aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.920580] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5331581e-2162-415c-b63c-dd979e248f03 [ 644.920807] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.920944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.923069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.923069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.923069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.923069] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5331581e-2162-415c-b63c-dd979e248f03 already deleted. [ 644.923069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5331581e-2162-415c-b63c-dd979e248f03" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.433920] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.434279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.434429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.434696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.434986] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.939675] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.060557] env[69363]: INFO networking_nsxv3.common.synchronization [None req-19c11e83-8428-45b3-bab2-f233a1a36f8d None None] Enqueued Resource ID: 58fa92f3-f3f2-4292-9aba-31badbe5e24b with Priority: HIGHEST for action port [ 646.060889] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58fa92f3-f3f2-4292-9aba-31badbe5e24b with Priority: HIGHEST for action port [ 646.061368] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-58fa92f3-f3f2-4292-9aba-31badbe5e24b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.061549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58fa92f3-f3f2-4292-9aba-31badbe5e24b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.061549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58fa92f3-f3f2-4292-9aba-31badbe5e24b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.061783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58fa92f3-f3f2-4292-9aba-31badbe5e24b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.062097] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58fa92f3-f3f2-4292-9aba-31badbe5e24b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.182279] env[69363]: INFO networking_nsxv3.common.synchronization [None req-f98f1e75-7890-4187-a79c-066cf0094ac9 None None] Enqueued Resource ID: cb25a491-9032-4f6c-95c2-afd1d199afcb with Priority: HIGHEST for action port [ 646.183169] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb25a491-9032-4f6c-95c2-afd1d199afcb with Priority: HIGHEST for action port [ 646.183548] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb25a491-9032-4f6c-95c2-afd1d199afcb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.183691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb25a491-9032-4f6c-95c2-afd1d199afcb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.183753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb25a491-9032-4f6c-95c2-afd1d199afcb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.183981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb25a491-9032-4f6c-95c2-afd1d199afcb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.184094] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb25a491-9032-4f6c-95c2-afd1d199afcb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.249166] env[69363]: INFO networking_nsxv3.common.synchronization [None req-e3391916-280d-4598-8c16-777cf0c2b03d None None] Enqueued Resource ID: 21c4c17a-d7f1-426c-b21b-9491ba76afb3 with Priority: HIGHEST for action port [ 646.249166] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4c17a-d7f1-426c-b21b-9491ba76afb3 with Priority: HIGHEST for action port [ 646.249166] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-21c4c17a-d7f1-426c-b21b-9491ba76afb3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.249166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21c4c17a-d7f1-426c-b21b-9491ba76afb3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.249166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21c4c17a-d7f1-426c-b21b-9491ba76afb3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.249166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21c4c17a-d7f1-426c-b21b-9491ba76afb3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.249166] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21c4c17a-d7f1-426c-b21b-9491ba76afb3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.443221] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.563987] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58fa92f3-f3f2-4292-9aba-31badbe5e24b [ 646.564333] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.564507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.564537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.564740] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.564826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.564916] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58fa92f3-f3f2-4292-9aba-31badbe5e24b already deleted. [ 646.565014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58fa92f3-f3f2-4292-9aba-31badbe5e24b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.692140] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb25a491-9032-4f6c-95c2-afd1d199afcb [ 646.692140] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.692140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.692140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.692140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.692140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.692140] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb25a491-9032-4f6c-95c2-afd1d199afcb already deleted. [ 646.692140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb25a491-9032-4f6c-95c2-afd1d199afcb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.755902] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21c4c17a-d7f1-426c-b21b-9491ba76afb3 [ 646.756200] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.757182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.757182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.757182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.757182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.757182] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21c4c17a-d7f1-426c-b21b-9491ba76afb3 already deleted. [ 646.757182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21c4c17a-d7f1-426c-b21b-9491ba76afb3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.767734] env[69363]: INFO networking_nsxv3.common.synchronization [None req-e99a6d83-2170-4f25-ab78-e59e8ef851fd None None] Enqueued Resource ID: 9d246974-12c4-41f3-a25c-0d4de6b69690 with Priority: HIGHEST for action port [ 646.770224] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d246974-12c4-41f3-a25c-0d4de6b69690 with Priority: HIGHEST for action port [ 646.770224] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d246974-12c4-41f3-a25c-0d4de6b69690 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.770224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d246974-12c4-41f3-a25c-0d4de6b69690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.770224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d246974-12c4-41f3-a25c-0d4de6b69690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.770224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d246974-12c4-41f3-a25c-0d4de6b69690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.770224] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d246974-12c4-41f3-a25c-0d4de6b69690',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.946742] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 646.946742] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 647.088997] env[69363]: INFO networking_nsxv3.common.synchronization [None req-a3e2b3ab-4b02-4a4c-a5d5-2f944b6e609f None None] Enqueued Resource ID: ecdf25f6-df4a-4c2d-a63e-068acab405bd with Priority: HIGHEST for action port [ 647.092528] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdf25f6-df4a-4c2d-a63e-068acab405bd with Priority: HIGHEST for action port [ 647.093419] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecdf25f6-df4a-4c2d-a63e-068acab405bd taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.093765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecdf25f6-df4a-4c2d-a63e-068acab405bd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.093867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecdf25f6-df4a-4c2d-a63e-068acab405bd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.094244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecdf25f6-df4a-4c2d-a63e-068acab405bd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.094516] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecdf25f6-df4a-4c2d-a63e-068acab405bd',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.273847] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d246974-12c4-41f3-a25c-0d4de6b69690 [ 647.273847] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.273847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.273847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.273847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.273847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.273847] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d246974-12c4-41f3-a25c-0d4de6b69690 already deleted. [ 647.273847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d246974-12c4-41f3-a25c-0d4de6b69690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.597344] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecdf25f6-df4a-4c2d-a63e-068acab405bd [ 647.597598] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.597707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.597778] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.598025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.598095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.598186] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecdf25f6-df4a-4c2d-a63e-068acab405bd already deleted. [ 647.598381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecdf25f6-df4a-4c2d-a63e-068acab405bd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.721844] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.725979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.726124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.726357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.744011] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 647.744327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.748652] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 647.766944] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.767194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.767275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.767543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.767658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.767776] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 647.767852] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 647.767926] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 647.789136] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.789136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.789136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.789136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.789136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.789136] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 647.809913] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.810122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.810204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.810408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.810518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.810631] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 647.830578] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.830578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.830578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.830578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.830578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.830831] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 647.830831] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 647.830831] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 647.849401] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.849582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.849620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.849865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.849951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.850032] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 647.850114] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 647.850208] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 647.871296] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.871296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.871296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.871543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.871576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.871694] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 647.871781] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 647.871837] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 647.871901] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 647.871961] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 647.872039] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 647.872103] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 647.872412] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 647.872479] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 647.872541] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 647.898055] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.898055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.898055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.898055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.898055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.898055] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 647.920122] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.920250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.920286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.920834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.920834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.935417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.184309] env[69363]: INFO networking_nsxv3.common.synchronization [None req-5c0ee6db-faf5-4378-aebd-0b03af295e40 None None] Enqueued Resource ID: d85681cb-b43b-4955-bafd-d6bcce5fe514 with Priority: HIGHEST for action port [ 649.184547] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d85681cb-b43b-4955-bafd-d6bcce5fe514 with Priority: HIGHEST for action port [ 649.185504] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d85681cb-b43b-4955-bafd-d6bcce5fe514 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.185634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d85681cb-b43b-4955-bafd-d6bcce5fe514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.185706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d85681cb-b43b-4955-bafd-d6bcce5fe514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.185951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d85681cb-b43b-4955-bafd-d6bcce5fe514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.188436] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d85681cb-b43b-4955-bafd-d6bcce5fe514',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.694964] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d85681cb-b43b-4955-bafd-d6bcce5fe514 [ 649.694964] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.694964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.694964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.694964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.694964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.694964] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d85681cb-b43b-4955-bafd-d6bcce5fe514 already deleted. [ 649.695473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d85681cb-b43b-4955-bafd-d6bcce5fe514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.722392] env[69363]: INFO networking_nsxv3.common.synchronization [None req-b8fb388b-c557-4095-811c-ed7ae1313f3a tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Enqueued Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_rules [ 649.723934] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_rules [ 649.724290] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.724409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.724475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.724733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.724939] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('397a6ae5-bd5b-44cd-a818-31ddfe350a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.875124] env[69363]: INFO networking_nsxv3.common.synchronization [None req-e173b55c-ce6d-4c38-930d-8d0a4fea895c tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Enqueued Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_rules [ 649.875669] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_rules [ 649.876783] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.876907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.251629] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.251629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.251629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.253487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.253487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.253487] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 already deleted. [ 650.253487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.253487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.253487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.253487] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('397a6ae5-bd5b-44cd-a818-31ddfe350a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.331153] env[69363]: INFO networking_nsxv3.common.synchronization [None req-f16e06ed-b2cf-4dd5-b713-db44c6da299c None None] Enqueued Resource ID: 31fcf373-e7b3-4168-9ecb-d1c0a4c8971b with Priority: HIGHEST for action port [ 650.333205] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31fcf373-e7b3-4168-9ecb-d1c0a4c8971b with Priority: HIGHEST for action port [ 650.333576] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-31fcf373-e7b3-4168-9ecb-d1c0a4c8971b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.334150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31fcf373-e7b3-4168-9ecb-d1c0a4c8971b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.334269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31fcf373-e7b3-4168-9ecb-d1c0a4c8971b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.335235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31fcf373-e7b3-4168-9ecb-d1c0a4c8971b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.335235] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31fcf373-e7b3-4168-9ecb-d1c0a4c8971b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.780240] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.780310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.780343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.780789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.780789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.780789] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 already deleted. [ 650.780789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.836856] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31fcf373-e7b3-4168-9ecb-d1c0a4c8971b [ 650.837100] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.837324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.837388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.837557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.837647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.837744] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31fcf373-e7b3-4168-9ecb-d1c0a4c8971b already deleted. [ 650.837873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31fcf373-e7b3-4168-9ecb-d1c0a4c8971b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.416416] env[69363]: INFO networking_nsxv3.common.synchronization [None req-c885ccee-9d9b-4349-aba7-aecf52aa3373 None None] Enqueued Resource ID: 7e0959cc-0fb6-4e6f-9ebb-2e18928dc883 with Priority: HIGHEST for action port [ 651.416916] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e0959cc-0fb6-4e6f-9ebb-2e18928dc883 with Priority: HIGHEST for action port [ 651.417262] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e0959cc-0fb6-4e6f-9ebb-2e18928dc883 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.417441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e0959cc-0fb6-4e6f-9ebb-2e18928dc883" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.417491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e0959cc-0fb6-4e6f-9ebb-2e18928dc883" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.417784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e0959cc-0fb6-4e6f-9ebb-2e18928dc883" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.417847] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e0959cc-0fb6-4e6f-9ebb-2e18928dc883',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.491458] env[69363]: INFO networking_nsxv3.common.synchronization [None req-5fad3af9-da8f-4493-b7eb-121be05616bb None None] Enqueued Resource ID: 9366fcae-38d1-4026-98a8-dee2d97bc8ae with Priority: HIGHEST for action port [ 651.491925] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9366fcae-38d1-4026-98a8-dee2d97bc8ae with Priority: HIGHEST for action port [ 651.492235] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9366fcae-38d1-4026-98a8-dee2d97bc8ae taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.492420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9366fcae-38d1-4026-98a8-dee2d97bc8ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.492420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9366fcae-38d1-4026-98a8-dee2d97bc8ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.492672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9366fcae-38d1-4026-98a8-dee2d97bc8ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.492751] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9366fcae-38d1-4026-98a8-dee2d97bc8ae',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.920308] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e0959cc-0fb6-4e6f-9ebb-2e18928dc883 [ 651.920582] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.920726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.920828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.921110] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.921355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.921521] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e0959cc-0fb6-4e6f-9ebb-2e18928dc883 already deleted. [ 651.922034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e0959cc-0fb6-4e6f-9ebb-2e18928dc883" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.978472] env[69363]: INFO networking_nsxv3.common.synchronization [None req-55b5f1b0-e82f-49b9-90ae-217d13f8a3fa None None] Enqueued Resource ID: c67e7a3e-d9e2-47dc-a2c0-7986364a0381 with Priority: HIGHEST for action port [ 651.978472] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67e7a3e-d9e2-47dc-a2c0-7986364a0381 with Priority: HIGHEST for action port [ 651.978472] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c67e7a3e-d9e2-47dc-a2c0-7986364a0381 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.978472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c67e7a3e-d9e2-47dc-a2c0-7986364a0381" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.978472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c67e7a3e-d9e2-47dc-a2c0-7986364a0381" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.978472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c67e7a3e-d9e2-47dc-a2c0-7986364a0381" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.978472] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67e7a3e-d9e2-47dc-a2c0-7986364a0381',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.995087] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9366fcae-38d1-4026-98a8-dee2d97bc8ae [ 651.996238] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.996238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.996238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.996238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.996238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.996238] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9366fcae-38d1-4026-98a8-dee2d97bc8ae already deleted. [ 651.996755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9366fcae-38d1-4026-98a8-dee2d97bc8ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.480571] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c67e7a3e-d9e2-47dc-a2c0-7986364a0381 [ 652.481290] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.481290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.481290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.481290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.481477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.481477] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c67e7a3e-d9e2-47dc-a2c0-7986364a0381 already deleted. [ 652.481535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c67e7a3e-d9e2-47dc-a2c0-7986364a0381" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.145977] env[69363]: INFO networking_nsxv3.common.synchronization [None req-59dc9d33-4a92-47b5-ac65-ffc5cf383217 None None] Enqueued Resource ID: 03f8d879-6282-4fdf-b562-553c13e3f4ac with Priority: HIGHEST for action port [ 653.146501] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f8d879-6282-4fdf-b562-553c13e3f4ac with Priority: HIGHEST for action port [ 653.150386] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-03f8d879-6282-4fdf-b562-553c13e3f4ac taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.150514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03f8d879-6282-4fdf-b562-553c13e3f4ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.150572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03f8d879-6282-4fdf-b562-553c13e3f4ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.150812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03f8d879-6282-4fdf-b562-553c13e3f4ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.150878] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03f8d879-6282-4fdf-b562-553c13e3f4ac',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.281368] env[69363]: INFO networking_nsxv3.common.synchronization [None req-dd1239fc-bc6a-43a5-8f9b-b8597b551359 None None] Enqueued Resource ID: da0a2208-a8df-4cf6-baa6-e4fd9ccfb042 with Priority: HIGHEST for action port [ 653.282340] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da0a2208-a8df-4cf6-baa6-e4fd9ccfb042 with Priority: HIGHEST for action port [ 653.283055] env[69363]: INFO networking_nsxv3.common.synchronization [None req-89eecbb2-e834-4375-8a2c-00fe650f91ca None None] Enqueued Resource ID: 5452a050-26db-4e3f-9a4c-2a2b7bd4ccef with Priority: HIGHEST for action port [ 653.286171] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-da0a2208-a8df-4cf6-baa6-e4fd9ccfb042 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.286504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da0a2208-a8df-4cf6-baa6-e4fd9ccfb042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.286619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da0a2208-a8df-4cf6-baa6-e4fd9ccfb042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.287107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da0a2208-a8df-4cf6-baa6-e4fd9ccfb042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.287244] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da0a2208-a8df-4cf6-baa6-e4fd9ccfb042',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.288649] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5452a050-26db-4e3f-9a4c-2a2b7bd4ccef with Priority: HIGHEST for action port [ 653.289295] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5452a050-26db-4e3f-9a4c-2a2b7bd4ccef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.289295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5452a050-26db-4e3f-9a4c-2a2b7bd4ccef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.289295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5452a050-26db-4e3f-9a4c-2a2b7bd4ccef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.290387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5452a050-26db-4e3f-9a4c-2a2b7bd4ccef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.290387] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5452a050-26db-4e3f-9a4c-2a2b7bd4ccef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.653966] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03f8d879-6282-4fdf-b562-553c13e3f4ac [ 653.654340] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.654440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.654497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.654826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.654959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.655543] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03f8d879-6282-4fdf-b562-553c13e3f4ac already deleted. [ 653.655543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03f8d879-6282-4fdf-b562-553c13e3f4ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.792355] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da0a2208-a8df-4cf6-baa6-e4fd9ccfb042 [ 653.792585] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.796072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.796072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.796072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.796072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.796072] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da0a2208-a8df-4cf6-baa6-e4fd9ccfb042 already deleted. [ 653.796072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da0a2208-a8df-4cf6-baa6-e4fd9ccfb042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.796072] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5452a050-26db-4e3f-9a4c-2a2b7bd4ccef [ 653.796072] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.796072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.796072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.796072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.796072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.796072] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5452a050-26db-4e3f-9a4c-2a2b7bd4ccef already deleted. [ 653.796072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5452a050-26db-4e3f-9a4c-2a2b7bd4ccef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.895224] env[69363]: INFO networking_nsxv3.common.synchronization [None req-1aa459a8-5c18-4c12-a983-b8318ec25749 None None] Enqueued Resource ID: 7210efc4-d8d0-4275-937a-7a790d7f7d6e with Priority: HIGHEST for action port [ 653.895224] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7210efc4-d8d0-4275-937a-7a790d7f7d6e with Priority: HIGHEST for action port [ 653.898537] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7210efc4-d8d0-4275-937a-7a790d7f7d6e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.898537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7210efc4-d8d0-4275-937a-7a790d7f7d6e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.898537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7210efc4-d8d0-4275-937a-7a790d7f7d6e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.898537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7210efc4-d8d0-4275-937a-7a790d7f7d6e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.898537] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7210efc4-d8d0-4275-937a-7a790d7f7d6e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.254161] env[69363]: INFO networking_nsxv3.common.synchronization [None req-662db438-5363-420c-a897-3e4e47472a67 None None] Enqueued Resource ID: 7212deb2-e300-4a9b-864c-105df040d399 with Priority: HIGHEST for action port [ 654.254161] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7212deb2-e300-4a9b-864c-105df040d399 with Priority: HIGHEST for action port [ 654.254161] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7212deb2-e300-4a9b-864c-105df040d399 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.254161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7212deb2-e300-4a9b-864c-105df040d399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.254161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7212deb2-e300-4a9b-864c-105df040d399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.254161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7212deb2-e300-4a9b-864c-105df040d399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.254161] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7212deb2-e300-4a9b-864c-105df040d399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.401591] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7210efc4-d8d0-4275-937a-7a790d7f7d6e [ 654.403389] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.403389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.403389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.403389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.403389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.403389] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7210efc4-d8d0-4275-937a-7a790d7f7d6e already deleted. [ 654.403389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7210efc4-d8d0-4275-937a-7a790d7f7d6e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.541378] env[69363]: INFO networking_nsxv3.common.synchronization [req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd req-5fe422ca-8388-4395-b665-62a39e794e06 tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Enqueued Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_members [ 654.543217] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_members [ 654.543217] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.543217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.543217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.544371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.544371] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.544371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.544371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.544371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.544371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.544371] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ed4e304-3c75-4ce6-b0b7-ba89d6678d97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.761209] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7212deb2-e300-4a9b-864c-105df040d399 [ 654.761209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.761209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.761209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.761209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.761209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.761209] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7212deb2-e300-4a9b-864c-105df040d399 already deleted. [ 654.761209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7212deb2-e300-4a9b-864c-105df040d399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.048983] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.048983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.048983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.048983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.048983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.048983] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.048983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.048983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.048983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.048983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.048983] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 already deleted. [ 655.048983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.546865] env[69363]: INFO networking_nsxv3.common.synchronization [req-fded3895-bb93-4c1f-b91a-7da5b498247c req-5f259273-4d2e-4501-99c9-51d52edc8be5 tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Enqueued Resource ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe with Priority: HIGHEST for action security_group_members [ 655.546865] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe with Priority: HIGHEST for action security_group_members [ 655.546865] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.546865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.546865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.547155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.547670] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.548162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.548162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.548162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.548162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.548445] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372ee7a5-3276-48a0-bb7f-10b5e3eb11fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.614232] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.614897] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-959" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.614897] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-959" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.614897] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-959" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.615713] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.615713] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.615713] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.615993] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.619096] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.619096] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.619096] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.619096] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.619096] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.619096] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.619096] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.619096] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.640124] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.642362] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.642362] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.642362] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-959" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.642362] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-a79ca7b9-ad31-42a2-91e8-ceb5875094c9 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.642362] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-a79ca7b9-ad31-42a2-91e8-ceb5875094c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.642641] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-a79ca7b9-ad31-42a2-91e8-ceb5875094c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.645862] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-a79ca7b9-ad31-42a2-91e8-ceb5875094c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.645862] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a79ca7b9-ad31-42a2-91e8-ceb5875094c9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.054806] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.055238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.055238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.057914] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.058099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.058364] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.058513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.058609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.058826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.058929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.059030] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe already deleted. [ 656.059142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.150771] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.150771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.150771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.150771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.150771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.150771] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port a79ca7b9-ad31-42a2-91e8-ceb5875094c9 not found, creating... [ 656.150771] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.150771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.150771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.150771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.150771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.151378] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.151378] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.151378] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.151378] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.151378] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.151378] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: a79ca7b9-ad31-42a2-91e8-ceb5875094c9 is going to be created. [ 656.174464] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.174621] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.175808] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.175808] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.175808] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.175808] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-a79ca7b9-ad31-42a2-91e8-ceb5875094c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.214097] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.214928] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.214928] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.214928] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.215243] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.216799] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.216799] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.216799] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.216932] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.217126] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.217236] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.217341] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.217444] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.217551] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.217651] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.217779] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.239916] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.242664] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.242664] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.242664] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.242664] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-d43bf733-d741-4133-b60e-0d0f339538cc taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.242664] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-d43bf733-d741-4133-b60e-0d0f339538cc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.242664] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-d43bf733-d741-4133-b60e-0d0f339538cc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.242664] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-d43bf733-d741-4133-b60e-0d0f339538cc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.242664] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d43bf733-d741-4133-b60e-0d0f339538cc',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.746911] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.747230] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.747643] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.747907] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.748115] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.748331] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port d43bf733-d741-4133-b60e-0d0f339538cc not found, creating... [ 656.748667] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.748756] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.748838] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.749111] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.749262] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.749522] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.749730] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.749782] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.750085] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.750990] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.750990] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: d43bf733-d741-4133-b60e-0d0f339538cc is going to be created. [ 656.773801] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.774178] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.774277] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.774787] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.774787] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.775066] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-d43bf733-d741-4133-b60e-0d0f339538cc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.320024] env[69363]: INFO networking_nsxv3.common.synchronization [None req-9d48718d-1b69-4ad9-a66e-4a2a6f616dfc tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Enqueued Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_rules [ 657.323248] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_rules [ 657.323248] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b246f13-e255-4e6a-a8c0-1c78041189d4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.323248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.323248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.323248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.323248] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b246f13-e255-4e6a-a8c0-1c78041189d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.548984] env[69363]: INFO networking_nsxv3.common.synchronization [None req-553cc6c0-e973-4107-b47f-f02614a357ae None None] Enqueued Resource ID: 888d4b58-0a59-4ee3-8386-7c1a369bebc0 with Priority: HIGHEST for action port [ 657.549833] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888d4b58-0a59-4ee3-8386-7c1a369bebc0 with Priority: HIGHEST for action port [ 657.549886] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-888d4b58-0a59-4ee3-8386-7c1a369bebc0 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.550080] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-888d4b58-0a59-4ee3-8386-7c1a369bebc0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.550133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-888d4b58-0a59-4ee3-8386-7c1a369bebc0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.550351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-888d4b58-0a59-4ee3-8386-7c1a369bebc0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.550438] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('888d4b58-0a59-4ee3-8386-7c1a369bebc0',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.589726] env[69363]: INFO networking_nsxv3.common.synchronization [req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd req-b56d51b9-2943-44a7-beca-d898f399d0f9 service nova] Enqueued Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_rules [ 657.589903] env[69363]: INFO networking_nsxv3.common.synchronization [req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd req-b56d51b9-2943-44a7-beca-d898f399d0f9 service nova] Enqueued Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_members [ 657.590053] env[69363]: INFO networking_nsxv3.common.synchronization [req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd req-b56d51b9-2943-44a7-beca-d898f399d0f9 service nova] Enqueued Resource ID: a79ca7b9-ad31-42a2-91e8-ceb5875094c9 with Priority: HIGHEST for action port [ 657.590277] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_rules [ 657.590401] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_members [ 657.590495] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79ca7b9-ad31-42a2-91e8-ceb5875094c9 with Priority: HIGHEST for action port [ 657.591400] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.591400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.591400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.591400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.591709] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ed4e304-3c75-4ce6-b0b7-ba89d6678d97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.592850] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.592975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.593024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.593199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.593343] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.593438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.593496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.593669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.594364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.594364] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ed4e304-3c75-4ce6-b0b7-ba89d6678d97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.594968] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a79ca7b9-ad31-42a2-91e8-ceb5875094c9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.595108] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a79ca7b9-ad31-42a2-91e8-ceb5875094c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.596227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a79ca7b9-ad31-42a2-91e8-ceb5875094c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.596227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a79ca7b9-ad31-42a2-91e8-ceb5875094c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.596227] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a79ca7b9-ad31-42a2-91e8-ceb5875094c9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.739852] env[69363]: INFO networking_nsxv3.common.synchronization [None req-e8fed2da-4b78-4d9f-a347-7de946055d39 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Enqueued Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_rules [ 657.740944] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_rules [ 657.740944] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b246f13-e255-4e6a-a8c0-1c78041189d4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.740944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.844580] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.845708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.846472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.846889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.847058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.847211] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 already deleted. [ 657.847346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.847545] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.847766] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.848121] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b246f13-e255-4e6a-a8c0-1c78041189d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.053502] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 888d4b58-0a59-4ee3-8386-7c1a369bebc0 [ 658.053735] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.053944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.053944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.054205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.054291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.054388] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:888d4b58-0a59-4ee3-8386-7c1a369bebc0 already deleted. [ 658.054466] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-888d4b58-0a59-4ee3-8386-7c1a369bebc0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.097462] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.098043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.107959] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ed4e304-3c75-4ce6-b0b7-ba89d6678d97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.108990] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a79ca7b9-ad31-42a2-91e8-ceb5875094c9 with status ACTIVE [ 658.109592] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.112234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.112234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.112234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.112234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.112234] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.112234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.112234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.112234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.112234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.112234] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.112234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.112234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.112972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.113073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.113170] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a79ca7b9-ad31-42a2-91e8-ceb5875094c9 is going to be updated. [ 658.141561] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.141705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.141774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.142322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.142475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.142636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a79ca7b9-ad31-42a2-91e8-ceb5875094c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.209359] env[69363]: INFO networking_nsxv3.common.synchronization [req-fded3895-bb93-4c1f-b91a-7da5b498247c req-007f7d08-606f-4ab5-8503-413bc049999e service nova] Enqueued Resource ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe with Priority: HIGHEST for action security_group_rules [ 658.211019] env[69363]: INFO networking_nsxv3.common.synchronization [req-fded3895-bb93-4c1f-b91a-7da5b498247c req-007f7d08-606f-4ab5-8503-413bc049999e service nova] Enqueued Resource ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe with Priority: HIGHEST for action security_group_members [ 658.211019] env[69363]: INFO networking_nsxv3.common.synchronization [req-fded3895-bb93-4c1f-b91a-7da5b498247c req-007f7d08-606f-4ab5-8503-413bc049999e service nova] Enqueued Resource ID: d43bf733-d741-4133-b60e-0d0f339538cc with Priority: HIGHEST for action port [ 658.213523] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe with Priority: HIGHEST for action security_group_rules [ 658.213523] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe with Priority: HIGHEST for action security_group_members [ 658.213523] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43bf733-d741-4133-b60e-0d0f339538cc with Priority: HIGHEST for action port [ 658.213523] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.213523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.213523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.213523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.213523] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372ee7a5-3276-48a0-bb7f-10b5e3eb11fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.215364] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.215990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.216540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.216786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.220057] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.220057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.220057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.220057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.220057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.220057] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372ee7a5-3276-48a0-bb7f-10b5e3eb11fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.220057] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d43bf733-d741-4133-b60e-0d0f339538cc taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.220057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d43bf733-d741-4133-b60e-0d0f339538cc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.220057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d43bf733-d741-4133-b60e-0d0f339538cc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.220057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d43bf733-d741-4133-b60e-0d0f339538cc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.220057] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d43bf733-d741-4133-b60e-0d0f339538cc',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.284158] env[69363]: INFO networking_nsxv3.common.synchronization [req-628a1da8-ce10-490a-b53d-6024ae9a66f3 req-8a6f278f-8087-4ba4-acf8-9678acc73cf6 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Enqueued Resource ID: a7ecda19-6742-48ce-9619-d29fbda60757 with Priority: HIGHEST for action security_group_members [ 658.284691] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ecda19-6742-48ce-9619-d29fbda60757 with Priority: HIGHEST for action security_group_members [ 658.285765] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ecda19-6742-48ce-9619-d29fbda60757 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.285765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.285765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.285765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.285765] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.286145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.286145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.286145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.286145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.286365] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ecda19-6742-48ce-9619-d29fbda60757',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.370958] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.371298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.371298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.371387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.372111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.372111] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 already deleted. [ 658.372111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.621392] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ed4e304-3c75-4ce6-b0b7-ba89d6678d97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.695133] env[69363]: INFO networking_nsxv3.common.synchronization [None req-3c37ccd2-af57-4180-b3c7-7693294047f0 None None] Enqueued Resource ID: f6b4c08e-0e82-48e6-b0c2-5f348fc0f227 with Priority: HIGHEST for action port [ 658.695133] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b4c08e-0e82-48e6-b0c2-5f348fc0f227 with Priority: HIGHEST for action port [ 658.695133] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b4c08e-0e82-48e6-b0c2-5f348fc0f227 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.695133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b4c08e-0e82-48e6-b0c2-5f348fc0f227" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.695133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b4c08e-0e82-48e6-b0c2-5f348fc0f227" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.695133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b4c08e-0e82-48e6-b0c2-5f348fc0f227" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.695133] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b4c08e-0e82-48e6-b0c2-5f348fc0f227',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.721700] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.721700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.723985] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('372ee7a5-3276-48a0-bb7f-10b5e3eb11fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.724980] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d43bf733-d741-4133-b60e-0d0f339538cc with status ACTIVE [ 658.725270] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.727121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.728031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.728031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.728031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.728031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.728223] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.728223] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.728368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.729258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.729258] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.729258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.729258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.729258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.729258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.729258] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d43bf733-d741-4133-b60e-0d0f339538cc is going to be updated. [ 658.753427] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.753427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.753427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.753702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.753924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.753924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d43bf733-d741-4133-b60e-0d0f339538cc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.790683] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.790959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.790959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.791524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.791524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.791524] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.791711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.791806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.792598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.792598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.792598] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ecda19-6742-48ce-9619-d29fbda60757 already deleted. [ 658.792598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.123381] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.123750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.123750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.123912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.124035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.124069] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 is going to be created. [ 659.161274] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.161656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.161656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.161796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.162059] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.173995] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 in Status: UNINITIALIZED for 2s [ 659.198484] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6b4c08e-0e82-48e6-b0c2-5f348fc0f227 [ 659.198728] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.198866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.198932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.199177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.199261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.199351] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6b4c08e-0e82-48e6-b0c2-5f348fc0f227 already deleted. [ 659.199431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b4c08e-0e82-48e6-b0c2-5f348fc0f227" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.231924] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('372ee7a5-3276-48a0-bb7f-10b5e3eb11fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.247652] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.247837] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-411" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.247957] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-411" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.248344] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-411" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.248601] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.248762] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.248878] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.249123] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.249267] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.249501] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.249612] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.249718] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.250199] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.250199] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.250199] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.250199] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.274553] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.274553] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.274739] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.274779] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-411" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.275120] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-161cbf83-1f7e-4bc4-acf2-ee0ff840b042 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.275328] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-161cbf83-1f7e-4bc4-acf2-ee0ff840b042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.275453] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-161cbf83-1f7e-4bc4-acf2-ee0ff840b042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.275996] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-161cbf83-1f7e-4bc4-acf2-ee0ff840b042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.275996] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161cbf83-1f7e-4bc4-acf2-ee0ff840b042',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.739601] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.739601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.739601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.739601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.739601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.739601] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe is going to be created. [ 659.767959] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.767959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.767959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.767959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.767959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.779112] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe in Status: UNINITIALIZED for 2s [ 659.781918] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.782223] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.782418] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.782728] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.782899] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.783201] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 161cbf83-1f7e-4bc4-acf2-ee0ff840b042 not found, creating... [ 659.783338] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.783500] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.783619] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.783842] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.784370] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.784370] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.784502] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.784629] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.784839] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.784973] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.787273] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 161cbf83-1f7e-4bc4-acf2-ee0ff840b042 is going to be created. [ 659.811303] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.811303] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.811303] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.811303] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.811303] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.811303] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-161cbf83-1f7e-4bc4-acf2-ee0ff840b042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.159689] env[69363]: INFO networking_nsxv3.common.synchronization [req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d req-c70b6500-b88d-4e78-bd79-61a549db0e06 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Enqueued Resource ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 with Priority: HIGHEST for action security_group_members [ 660.160249] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 with Priority: HIGHEST for action security_group_members [ 660.160557] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.160682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.160748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.161013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.164907] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.165061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.165131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.165355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.165448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.165548] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2983eb17-aa1b-4907-ac6b-a86d25e6a3d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.670092] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.670092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.670092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.670092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.670092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.670092] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.670092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.670092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.670092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.670092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.670092] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 already deleted. [ 660.670092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.794365] env[69363]: INFO networking_nsxv3.common.synchronization [req-628a1da8-ce10-490a-b53d-6024ae9a66f3 req-f6329cd2-7334-4d72-8bc7-4ff53d16c181 service nova] Enqueued Resource ID: a7ecda19-6742-48ce-9619-d29fbda60757 with Priority: HIGHEST for action security_group_rules [ 660.794734] env[69363]: INFO networking_nsxv3.common.synchronization [req-628a1da8-ce10-490a-b53d-6024ae9a66f3 req-f6329cd2-7334-4d72-8bc7-4ff53d16c181 service nova] Enqueued Resource ID: a7ecda19-6742-48ce-9619-d29fbda60757 with Priority: HIGHEST for action security_group_members [ 660.794734] env[69363]: INFO networking_nsxv3.common.synchronization [req-628a1da8-ce10-490a-b53d-6024ae9a66f3 req-f6329cd2-7334-4d72-8bc7-4ff53d16c181 service nova] Enqueued Resource ID: 161cbf83-1f7e-4bc4-acf2-ee0ff840b042 with Priority: HIGHEST for action port [ 660.797024] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ecda19-6742-48ce-9619-d29fbda60757 with Priority: HIGHEST for action security_group_rules [ 660.797024] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ecda19-6742-48ce-9619-d29fbda60757 with Priority: HIGHEST for action security_group_members [ 660.797024] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161cbf83-1f7e-4bc4-acf2-ee0ff840b042 with Priority: HIGHEST for action port [ 660.797024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ecda19-6742-48ce-9619-d29fbda60757 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.797786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.797988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.798461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.798642] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ecda19-6742-48ce-9619-d29fbda60757',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.799962] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ecda19-6742-48ce-9619-d29fbda60757 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.801648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.801886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.802189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.802548] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.802839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.803063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.805039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.805039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.805039] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ecda19-6742-48ce-9619-d29fbda60757',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.805039] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-161cbf83-1f7e-4bc4-acf2-ee0ff840b042 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.805039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-161cbf83-1f7e-4bc4-acf2-ee0ff840b042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.805039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-161cbf83-1f7e-4bc4-acf2-ee0ff840b042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.805039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-161cbf83-1f7e-4bc4-acf2-ee0ff840b042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.805039] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161cbf83-1f7e-4bc4-acf2-ee0ff840b042',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.912083] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.912362] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-911" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.912492] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-911" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.912803] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-911" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.918261] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.918261] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.918261] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.918261] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.918261] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.918261] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.918698] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.918698] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.918698] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.918698] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.918840] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.918840] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.942734] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.942734] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.942734] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.942734] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-911" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.942734] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-c32f5171-fb57-456b-bf01-540e1b54cccb taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.942734] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-c32f5171-fb57-456b-bf01-540e1b54cccb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.942734] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-c32f5171-fb57-456b-bf01-540e1b54cccb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.943056] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-c32f5171-fb57-456b-bf01-540e1b54cccb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.943056] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c32f5171-fb57-456b-bf01-540e1b54cccb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.102473] env[69363]: INFO networking_nsxv3.common.synchronization [None req-e5dd11c9-f8c2-4864-93e6-19bb50f7986a None None] Enqueued Resource ID: 3ed56bd2-b291-4fc8-b739-6bd54ec2118b with Priority: HIGHEST for action port [ 661.105487] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed56bd2-b291-4fc8-b739-6bd54ec2118b with Priority: HIGHEST for action port [ 661.105487] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed56bd2-b291-4fc8-b739-6bd54ec2118b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.105487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed56bd2-b291-4fc8-b739-6bd54ec2118b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.105487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed56bd2-b291-4fc8-b739-6bd54ec2118b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.105487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed56bd2-b291-4fc8-b739-6bd54ec2118b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.105487] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed56bd2-b291-4fc8-b739-6bd54ec2118b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.186139] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 in Status: SUCCESS [ 661.186139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.186139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.186139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.186139] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.186139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.186139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.186139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.186139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.186139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.186139] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ed4e304-3c75-4ce6-b0b7-ba89d6678d97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.307240] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ecda19-6742-48ce-9619-d29fbda60757',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.308307] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ecda19-6742-48ce-9619-d29fbda60757 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.308406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.308559] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 161cbf83-1f7e-4bc4-acf2-ee0ff840b042 with status ACTIVE [ 661.308708] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.308807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.308958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.309083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.309178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.309341] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.309434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.309491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.309639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.309711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.309880] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.309968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.310405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.310573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.310647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.310730] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 161cbf83-1f7e-4bc4-acf2-ee0ff840b042 is going to be updated. [ 661.323988] env[69363]: INFO networking_nsxv3.common.synchronization [None req-ac2e9dec-406f-477d-80db-ad1289689b30 None None] Enqueued Resource ID: a63a4325-2e5f-4492-aec9-89b32e92815a with Priority: HIGHEST for action port [ 661.324223] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a63a4325-2e5f-4492-aec9-89b32e92815a with Priority: HIGHEST for action port [ 661.324765] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a63a4325-2e5f-4492-aec9-89b32e92815a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.324877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a63a4325-2e5f-4492-aec9-89b32e92815a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.324944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a63a4325-2e5f-4492-aec9-89b32e92815a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.325238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a63a4325-2e5f-4492-aec9-89b32e92815a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.325316] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a63a4325-2e5f-4492-aec9-89b32e92815a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.332424] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.332548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.332613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.332812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.332942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.333457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-161cbf83-1f7e-4bc4-acf2-ee0ff840b042" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.447858] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.448114] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.448246] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.448521] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.448670] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.448822] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port c32f5171-fb57-456b-bf01-540e1b54cccb not found, creating... [ 661.449101] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.449257] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.449370] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.449584] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.449717] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.450020] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.450152] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.450264] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.450464] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.450590] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.450726] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: c32f5171-fb57-456b-bf01-540e1b54cccb is going to be created. [ 661.482334] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.482564] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.483632] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.483632] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.483632] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.483632] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-c32f5171-fb57-456b-bf01-540e1b54cccb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.610951] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ed56bd2-b291-4fc8-b739-6bd54ec2118b [ 661.610951] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.610951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.610951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.610951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.610951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.610951] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ed56bd2-b291-4fc8-b739-6bd54ec2118b already deleted. [ 661.610951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed56bd2-b291-4fc8-b739-6bd54ec2118b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.689384] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ed4e304-3c75-4ce6-b0b7-ba89d6678d97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.791036] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe in Status: SUCCESS [ 661.792646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.792646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.792646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.792646] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.792646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.792646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.792953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.792953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.792953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.794192] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('372ee7a5-3276-48a0-bb7f-10b5e3eb11fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.816596] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ecda19-6742-48ce-9619-d29fbda60757',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.831317] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a63a4325-2e5f-4492-aec9-89b32e92815a [ 661.833660] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.833922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.834071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.834282] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.834378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.834531] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a63a4325-2e5f-4492-aec9-89b32e92815a already deleted. [ 661.834697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a63a4325-2e5f-4492-aec9-89b32e92815a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.192431] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97: rpc.has_security_group_logging(os_id): False [ 662.221648] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.221648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.221648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.221648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.221648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.221648] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.221648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.221648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.221648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.221648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.221648] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 is going to be created. [ 662.298442] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.298442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.298442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.298442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.298442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.299152] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.299152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.299152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.299152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.300277] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.300277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.300380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.300469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.300561] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.300684] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.300871] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.300967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.301056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.301182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.301321] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.301412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.301482] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.301658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.301753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.301846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.301928] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('372ee7a5-3276-48a0-bb7f-10b5e3eb11fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.316645] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 in Status: IN_PROGRESS for 2s [ 662.317088] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.317330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.317330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.317493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.317573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.317802] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ecda19-6742-48ce-9619-d29fbda60757 is going to be created. [ 662.345665] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.345927] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.346011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.346210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.346358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.359692] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ecda19-6742-48ce-9619-d29fbda60757 in Status: UNINITIALIZED for 2s [ 662.472598] env[69363]: INFO networking_nsxv3.common.synchronization [None req-b5094a05-13ae-4463-a675-7db5b4777df2 None None] Enqueued Resource ID: 91895395-79bf-4f67-adad-2b90129640d5 with Priority: HIGHEST for action port [ 662.473258] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91895395-79bf-4f67-adad-2b90129640d5 with Priority: HIGHEST for action port [ 662.473470] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-91895395-79bf-4f67-adad-2b90129640d5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.473590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91895395-79bf-4f67-adad-2b90129640d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.473650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91895395-79bf-4f67-adad-2b90129640d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.475819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91895395-79bf-4f67-adad-2b90129640d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.475931] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91895395-79bf-4f67-adad-2b90129640d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.806926] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe: rpc.has_security_group_logging(os_id): False [ 662.827224] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.827567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.827567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.827811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.827957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.828183] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.828362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.828362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.828584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.828584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.828742] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.828832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.828892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.829060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.829121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.829344] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.829420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.829457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.829562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.829632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.829710] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe is going to be created. [ 662.905397] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.905593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.905675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.905988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.906231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.919476] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe in Status: IN_PROGRESS for 2s [ 662.928896] env[69363]: INFO networking_nsxv3.common.synchronization [req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d req-71b03ae7-52e3-4850-b2f6-a617510dd1b6 service nova] Enqueued Resource ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 with Priority: HIGHEST for action security_group_rules [ 662.929104] env[69363]: INFO networking_nsxv3.common.synchronization [req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d req-71b03ae7-52e3-4850-b2f6-a617510dd1b6 service nova] Enqueued Resource ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 with Priority: HIGHEST for action security_group_members [ 662.929250] env[69363]: INFO networking_nsxv3.common.synchronization [req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d req-71b03ae7-52e3-4850-b2f6-a617510dd1b6 service nova] Enqueued Resource ID: c32f5171-fb57-456b-bf01-540e1b54cccb with Priority: HIGHEST for action port [ 662.931520] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 with Priority: HIGHEST for action security_group_rules [ 662.931663] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 with Priority: HIGHEST for action security_group_members [ 662.931788] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32f5171-fb57-456b-bf01-540e1b54cccb with Priority: HIGHEST for action port [ 662.933694] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.933842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.933920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.934242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.934350] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2983eb17-aa1b-4907-ac6b-a86d25e6a3d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.939035] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.939179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.939284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.939451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.939629] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.939728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.939788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.939940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.941271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.941271] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2983eb17-aa1b-4907-ac6b-a86d25e6a3d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.942050] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c32f5171-fb57-456b-bf01-540e1b54cccb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.942191] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c32f5171-fb57-456b-bf01-540e1b54cccb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.942267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c32f5171-fb57-456b-bf01-540e1b54cccb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.942954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c32f5171-fb57-456b-bf01-540e1b54cccb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.942954] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c32f5171-fb57-456b-bf01-540e1b54cccb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.979274] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91895395-79bf-4f67-adad-2b90129640d5 [ 662.979909] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.980132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.980268] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.980577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.981200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.981362] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91895395-79bf-4f67-adad-2b90129640d5 already deleted. [ 662.982162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91895395-79bf-4f67-adad-2b90129640d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.447958] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.447958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.447958] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2983eb17-aa1b-4907-ac6b-a86d25e6a3d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.447958] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c32f5171-fb57-456b-bf01-540e1b54cccb with status ACTIVE [ 663.447958] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.447958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.447958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.447958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.447958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.447958] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.447958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.447958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.447958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.447958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.448506] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.448506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.448506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.449519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.449633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.449693] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c32f5171-fb57-456b-bf01-540e1b54cccb is going to be updated. [ 663.473311] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.473311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.473311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.473311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.473311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.474513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c32f5171-fb57-456b-bf01-540e1b54cccb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.509469] env[69363]: INFO networking_nsxv3.common.synchronization [None req-9983e572-ebfd-4d9e-9b01-6d248ffa6601 None None] Enqueued Resource ID: f6c3ab74-de9f-4dc7-ae29-6e1ae7b1199f with Priority: HIGHEST for action port [ 663.509758] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c3ab74-de9f-4dc7-ae29-6e1ae7b1199f with Priority: HIGHEST for action port [ 663.510765] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6c3ab74-de9f-4dc7-ae29-6e1ae7b1199f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.510976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6c3ab74-de9f-4dc7-ae29-6e1ae7b1199f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.510976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6c3ab74-de9f-4dc7-ae29-6e1ae7b1199f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.511694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6c3ab74-de9f-4dc7-ae29-6e1ae7b1199f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.512114] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c3ab74-de9f-4dc7-ae29-6e1ae7b1199f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.752956] env[69363]: INFO networking_nsxv3.common.synchronization [req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 req-fcce087a-b4b7-40b9-a749-270cb9a8acf0 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Enqueued Resource ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 with Priority: HIGHEST for action security_group_members [ 663.753828] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 with Priority: HIGHEST for action security_group_members [ 663.753828] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-985648f1-f96b-434b-8acb-ef2f1d57a724 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.754021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.754021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.757099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.757099] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.757099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.757099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.757099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.757099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.757099] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985648f1-f96b-434b-8acb-ef2f1d57a724',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.953667] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2983eb17-aa1b-4907-ac6b-a86d25e6a3d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.016445] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6c3ab74-de9f-4dc7-ae29-6e1ae7b1199f [ 664.016445] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.016445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.016445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.016445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.016445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.016445] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6c3ab74-de9f-4dc7-ae29-6e1ae7b1199f already deleted. [ 664.016445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6c3ab74-de9f-4dc7-ae29-6e1ae7b1199f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.187954] env[69363]: INFO networking_nsxv3.common.synchronization [None req-2c751ccd-4986-4f1f-ab8c-382dc6939eb1 None None] Enqueued Resource ID: ef22ba2d-5920-4d69-80e1-6e398b96e889 with Priority: HIGHEST for action port [ 664.187954] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef22ba2d-5920-4d69-80e1-6e398b96e889 with Priority: HIGHEST for action port [ 664.188263] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef22ba2d-5920-4d69-80e1-6e398b96e889 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.190210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef22ba2d-5920-4d69-80e1-6e398b96e889" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.190210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef22ba2d-5920-4d69-80e1-6e398b96e889" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.190210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef22ba2d-5920-4d69-80e1-6e398b96e889" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.190210] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef22ba2d-5920-4d69-80e1-6e398b96e889',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.260863] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.260863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.260863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.260863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.260863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.260863] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.260863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.260863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.260863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.260863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.260863] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 already deleted. [ 664.260863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.333832] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 in Status: SUCCESS [ 664.333832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.372838] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ecda19-6742-48ce-9619-d29fbda60757 in Status: SUCCESS [ 664.372838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.372838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.372838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.372838] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.372838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.372838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.372838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.372838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.372838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.372838] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7ecda19-6742-48ce-9619-d29fbda60757',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.458753] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.458753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.458753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.458753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.458753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.458753] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 is going to be created. [ 664.483016] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.483213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.483258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.483454] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.483612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.494991] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 in Status: UNINITIALIZED for 2s [ 664.693023] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef22ba2d-5920-4d69-80e1-6e398b96e889 [ 664.693023] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.693023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.693023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.693023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.693023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.693023] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef22ba2d-5920-4d69-80e1-6e398b96e889 already deleted. [ 664.693023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef22ba2d-5920-4d69-80e1-6e398b96e889" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.876838] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ecda19-6742-48ce-9619-d29fbda60757 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.876838] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.876838] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ecda19-6742-48ce-9619-d29fbda60757 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.876838] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.876838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.877555] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.877555] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.877555] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.877555] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.877555] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7ecda19-6742-48ce-9619-d29fbda60757',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.935548] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe in Status: SUCCESS [ 664.935760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.382675] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7ecda19-6742-48ce-9619-d29fbda60757: rpc.has_security_group_logging(os_id): False [ 665.407145] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.407291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.407360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.407587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.407710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.407963] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.408093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.408156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.408308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.408384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.408581] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.408697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.408738] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.408862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.408932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.409767] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.409964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.410076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.410262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.410343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.410430] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ecda19-6742-48ce-9619-d29fbda60757 is going to be created. [ 665.422828] env[69363]: INFO networking_nsxv3.common.synchronization [req-466561f0-26b2-4def-bfb9-d45659e407fb req-b2f222e0-f98d-47b1-a39f-b5898044c8b4 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Enqueued Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 665.423526] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 665.424416] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.424416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.424416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.428941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.429911] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.429911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.429911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.429911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.429911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.429911] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.432664] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.432844] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-534" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.432963] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-534" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.433420] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-534" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.433749] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.433973] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.438569] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.438569] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.438569] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.438569] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.438569] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.438569] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.438569] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.438569] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.438569] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.438569] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.475029] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.475029] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.475029] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.475029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-534" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.475029] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-c47a5614-9475-4fe7-90b1-7ce78a3b82ca taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.475029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-c47a5614-9475-4fe7-90b1-7ce78a3b82ca" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.475029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-c47a5614-9475-4fe7-90b1-7ce78a3b82ca" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.475029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-c47a5614-9475-4fe7-90b1-7ce78a3b82ca" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.475421] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c47a5614-9475-4fe7-90b1-7ce78a3b82ca',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.488461] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.488704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.488886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.489065] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.489259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.505304] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ecda19-6742-48ce-9619-d29fbda60757 in Status: IN_PROGRESS for 2s [ 665.946145] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.946145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.946145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.946145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.946145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.946145] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.946145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.946145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.946145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.946145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.946145] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a already deleted. [ 665.946145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.979039] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.979039] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.979039] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.979039] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.979039] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.979039] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port c47a5614-9475-4fe7-90b1-7ce78a3b82ca not found, creating... [ 665.979039] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.979039] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.979479] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.979479] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.979746] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.979994] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.980167] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.980284] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.980496] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.980627] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.980762] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: c47a5614-9475-4fe7-90b1-7ce78a3b82ca is going to be created. [ 666.004603] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.004925] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.005013] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.005289] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.005549] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.006134] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-c47a5614-9475-4fe7-90b1-7ce78a3b82ca" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.254816] env[69363]: INFO networking_nsxv3.common.synchronization [None req-c84a7a98-cd63-4c35-b60d-411003490c1c None None] Enqueued Resource ID: 5b2f50c0-f98e-4e4f-97f7-dfc9ac53279f with Priority: HIGHEST for action port [ 666.255718] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2f50c0-f98e-4e4f-97f7-dfc9ac53279f with Priority: HIGHEST for action port [ 666.256135] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b2f50c0-f98e-4e4f-97f7-dfc9ac53279f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.256269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b2f50c0-f98e-4e4f-97f7-dfc9ac53279f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.256720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b2f50c0-f98e-4e4f-97f7-dfc9ac53279f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.256977] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b2f50c0-f98e-4e4f-97f7-dfc9ac53279f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.257072] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2f50c0-f98e-4e4f-97f7-dfc9ac53279f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.312661] env[69363]: INFO networking_nsxv3.common.synchronization [None req-3d681951-dd26-4617-9e21-1676bbb52f80 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Enqueued Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_rules [ 666.313223] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_rules [ 666.313580] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.313747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.313823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.314615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.314615] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.500913] env[69363]: INFO networking_nsxv3.common.synchronization [None req-5c0c88ae-1049-49a4-9784-66a0b3ff46d2 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Enqueued Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_rules [ 666.501477] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_rules [ 666.501798] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24799d65-3b6b-4d1d-866b-a663e31b5931 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.501925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.502020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.502324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.502416] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.509758] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 in Status: SUCCESS [ 666.509973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.510585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.510826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.514070] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.514070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.514070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.514070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.514070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.514070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.514070] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2983eb17-aa1b-4907-ac6b-a86d25e6a3d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.576474] env[69363]: INFO networking_nsxv3.common.synchronization [None req-c6bd34b3-60f7-4009-969f-ecf8e1534a3a tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Enqueued Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_rules [ 666.578429] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_rules [ 666.579761] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.579761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.628289] env[69363]: INFO networking_nsxv3.common.synchronization [None req-1de72f2d-8e23-41d0-a6e3-4e9c69acb62b None None] Enqueued Resource ID: d632f471-50f3-4747-8471-d63b2f6e4c74 with Priority: HIGHEST for action port [ 666.628623] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d632f471-50f3-4747-8471-d63b2f6e4c74 with Priority: HIGHEST for action port [ 666.629793] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d632f471-50f3-4747-8471-d63b2f6e4c74 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.629793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d632f471-50f3-4747-8471-d63b2f6e4c74" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.629793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d632f471-50f3-4747-8471-d63b2f6e4c74" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.629793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d632f471-50f3-4747-8471-d63b2f6e4c74" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.629793] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d632f471-50f3-4747-8471-d63b2f6e4c74',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.759715] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b2f50c0-f98e-4e4f-97f7-dfc9ac53279f [ 666.760010] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.762923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.763082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.763283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.763382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.763489] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b2f50c0-f98e-4e4f-97f7-dfc9ac53279f already deleted. [ 666.763569] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b2f50c0-f98e-4e4f-97f7-dfc9ac53279f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.839700] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.839791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.839829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.840052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.840143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.840258] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df already deleted. [ 666.840341] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.840843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.841040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.841110] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.964131] env[69363]: INFO networking_nsxv3.common.synchronization [None req-4ef49239-8b0b-45cf-8149-92f920884aab tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Enqueued Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_rules [ 666.964710] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_rules [ 666.966062] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24799d65-3b6b-4d1d-866b-a663e31b5931 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.966782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.998972] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.999283] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.999359] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.999586] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.999846] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.000008] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.000129] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.000407] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.000750] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.001011] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.001141] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.001254] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.001366] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.001478] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.001586] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.001723] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.016152] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.016152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.016152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.016503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.016717] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.016830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.017089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.017089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.017165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.017255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.017414] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.017502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.017549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.017697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.017870] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.017937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.018117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.018117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.018184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.018264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.018369] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2983eb17-aa1b-4907-ac6b-a86d25e6a3d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.025269] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.025269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.025436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.025664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.025717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.025814] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 already deleted. [ 667.025925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.026154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.026364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.026480] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.030359] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.031896] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.031896] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.031896] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.031896] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-85854212-7f46-4723-a027-cc7736bd5b87 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.031896] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-85854212-7f46-4723-a027-cc7736bd5b87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.031896] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-85854212-7f46-4723-a027-cc7736bd5b87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.031896] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-85854212-7f46-4723-a027-cc7736bd5b87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.032242] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85854212-7f46-4723-a027-cc7736bd5b87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.135142] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d632f471-50f3-4747-8471-d63b2f6e4c74 [ 667.135745] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.136033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.136033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.136214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.136302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.136396] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d632f471-50f3-4747-8471-d63b2f6e4c74 already deleted. [ 667.137130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d632f471-50f3-4747-8471-d63b2f6e4c74" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.366016] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.366016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.366231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.368149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.368318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.368433] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df already deleted. [ 667.368523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.522275] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ecda19-6742-48ce-9619-d29fbda60757 in Status: SUCCESS [ 667.522275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.525164] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5: rpc.has_security_group_logging(os_id): False [ 667.536378] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.536631] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.537388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.537388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.537388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.537551] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 85854212-7f46-4723-a027-cc7736bd5b87 not found, creating... [ 667.537725] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.537892] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.538041] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.538301] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.538444] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.538765] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.538995] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.540306] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.540632] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.540781] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.540938] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 85854212-7f46-4723-a027-cc7736bd5b87 is going to be created. [ 667.549248] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.549248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.549248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.549804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.550253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.550367] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.550533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.550617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.551604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.551679] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.551969] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.552099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.552239] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.552471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.552588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.552826] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.553247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.553350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.553518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.553631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.553807] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 is going to be created. [ 667.558664] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.558825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.558864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.562168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.562280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.562385] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 already deleted. [ 667.562466] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.585465] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.586660] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.586660] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.586660] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.586660] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.586660] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-85854212-7f46-4723-a027-cc7736bd5b87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.625492] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.625668] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.625748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.626063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.626362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.638449] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 in Status: IN_PROGRESS for 2s [ 667.854290] env[69363]: INFO networking_nsxv3.common.synchronization [None req-2679566e-2eab-4b24-bf2b-56047d34a129 None None] Enqueued Resource ID: de40c8d9-4216-4414-9cbd-ac311a750d89 with Priority: HIGHEST for action port [ 667.854290] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de40c8d9-4216-4414-9cbd-ac311a750d89 with Priority: HIGHEST for action port [ 667.855278] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-de40c8d9-4216-4414-9cbd-ac311a750d89 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.856560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de40c8d9-4216-4414-9cbd-ac311a750d89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.856847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de40c8d9-4216-4414-9cbd-ac311a750d89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.858718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de40c8d9-4216-4414-9cbd-ac311a750d89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.858718] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de40c8d9-4216-4414-9cbd-ac311a750d89',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.883342] env[69363]: INFO networking_nsxv3.common.synchronization [req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 req-ce1f8dc8-9d92-4612-9612-4f6457bd600e service nova] Enqueued Resource ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 with Priority: HIGHEST for action security_group_rules [ 667.883342] env[69363]: INFO networking_nsxv3.common.synchronization [req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 req-ce1f8dc8-9d92-4612-9612-4f6457bd600e service nova] Enqueued Resource ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 with Priority: HIGHEST for action security_group_members [ 667.883342] env[69363]: INFO networking_nsxv3.common.synchronization [req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 req-ce1f8dc8-9d92-4612-9612-4f6457bd600e service nova] Enqueued Resource ID: c47a5614-9475-4fe7-90b1-7ce78a3b82ca with Priority: HIGHEST for action port [ 667.884280] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 with Priority: HIGHEST for action security_group_rules [ 667.885027] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 with Priority: HIGHEST for action security_group_members [ 667.885569] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c47a5614-9475-4fe7-90b1-7ce78a3b82ca with Priority: HIGHEST for action port [ 667.886736] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-985648f1-f96b-434b-8acb-ef2f1d57a724 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.892479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.892479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.892479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.892479] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('985648f1-f96b-434b-8acb-ef2f1d57a724',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.892479] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-985648f1-f96b-434b-8acb-ef2f1d57a724 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.892479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.893892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.893892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.893892] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.893892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.893892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.893892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.893892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.893892] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985648f1-f96b-434b-8acb-ef2f1d57a724',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.895378] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c47a5614-9475-4fe7-90b1-7ce78a3b82ca taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.896189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c47a5614-9475-4fe7-90b1-7ce78a3b82ca" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.897020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c47a5614-9475-4fe7-90b1-7ce78a3b82ca" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.897020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c47a5614-9475-4fe7-90b1-7ce78a3b82ca" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.897020] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c47a5614-9475-4fe7-90b1-7ce78a3b82ca',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.361525] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de40c8d9-4216-4414-9cbd-ac311a750d89 [ 668.361726] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.361873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.361946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.362194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.362279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.362388] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de40c8d9-4216-4414-9cbd-ac311a750d89 already deleted. [ 668.362483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de40c8d9-4216-4414-9cbd-ac311a750d89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.399916] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-985648f1-f96b-434b-8acb-ef2f1d57a724 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.400686] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.400686] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('985648f1-f96b-434b-8acb-ef2f1d57a724',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.402173] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c47a5614-9475-4fe7-90b1-7ce78a3b82ca with status ACTIVE [ 668.402173] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.402173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.402173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.402173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.402173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.402173] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.403479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.403479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.403479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.403479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.403479] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.403479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.403479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.403479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.403479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.403479] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c47a5614-9475-4fe7-90b1-7ce78a3b82ca is going to be updated. [ 668.428058] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.428058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.428058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.428058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.428058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.428058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c47a5614-9475-4fe7-90b1-7ce78a3b82ca" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.713101] env[69363]: INFO networking_nsxv3.common.synchronization [req-5307db91-f341-4810-88bf-12d1250768d7 req-876ed12c-d9d0-4e03-99aa-a07cc5814a71 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Enqueued Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_members [ 668.714731] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_members [ 668.717477] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-397a6ae5-bd5b-44cd-a818-31ddfe350a21 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.717627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.717685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.717946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.718135] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.718290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.718336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.718493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.718577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.718670] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('397a6ae5-bd5b-44cd-a818-31ddfe350a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.909352] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('985648f1-f96b-434b-8acb-ef2f1d57a724',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.225375] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.225817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.225817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.225930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.226053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.226312] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.226451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.226548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.226772] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.226882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.226998] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 already deleted. [ 669.227147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.411733] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.411733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.411733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.411733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.411733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.411733] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 is going to be created. [ 669.451296] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.451502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.451570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.451902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.452011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.466594] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 in Status: UNINITIALIZED for 2s [ 669.646041] env[69363]: INFO networking_nsxv3.common.synchronization [None req-e1c8ec6a-7747-4f92-ae1c-e340943b12da None None] Enqueued Resource ID: 529a591b-922e-4b55-9d7f-12c2e3671219 with Priority: HIGHEST for action port [ 669.646041] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a591b-922e-4b55-9d7f-12c2e3671219 with Priority: HIGHEST for action port [ 669.646041] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-529a591b-922e-4b55-9d7f-12c2e3671219 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.646041] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-529a591b-922e-4b55-9d7f-12c2e3671219" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.646041] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-529a591b-922e-4b55-9d7f-12c2e3671219" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.646041] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-529a591b-922e-4b55-9d7f-12c2e3671219" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.646041] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('529a591b-922e-4b55-9d7f-12c2e3671219',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.661911] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 in Status: SUCCESS [ 669.662199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.949149] env[69363]: INFO networking_nsxv3.common.synchronization [req-466561f0-26b2-4def-bfb9-d45659e407fb req-6d576499-64f6-4cf4-8c0c-215e2eb3774d service nova] Enqueued Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_rules [ 669.949497] env[69363]: INFO networking_nsxv3.common.synchronization [req-466561f0-26b2-4def-bfb9-d45659e407fb req-6d576499-64f6-4cf4-8c0c-215e2eb3774d service nova] Enqueued Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 669.949784] env[69363]: INFO networking_nsxv3.common.synchronization [req-466561f0-26b2-4def-bfb9-d45659e407fb req-6d576499-64f6-4cf4-8c0c-215e2eb3774d service nova] Enqueued Resource ID: 85854212-7f46-4723-a027-cc7736bd5b87 with Priority: HIGHEST for action port [ 669.951189] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_rules [ 669.953622] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 669.953622] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85854212-7f46-4723-a027-cc7736bd5b87 with Priority: HIGHEST for action port [ 669.953622] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.953835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.953835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.954024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.954105] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.955334] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.955506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.955506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.955697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.955854] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.955950] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.956017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.956176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.956265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.956358] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.957169] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-85854212-7f46-4723-a027-cc7736bd5b87 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.957274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85854212-7f46-4723-a027-cc7736bd5b87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.957375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85854212-7f46-4723-a027-cc7736bd5b87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.957520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85854212-7f46-4723-a027-cc7736bd5b87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.957595] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85854212-7f46-4723-a027-cc7736bd5b87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.148425] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 529a591b-922e-4b55-9d7f-12c2e3671219 [ 670.148874] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.149737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.149737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.149737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.149737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.149737] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:529a591b-922e-4b55-9d7f-12c2e3671219 already deleted. [ 670.149737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-529a591b-922e-4b55-9d7f-12c2e3671219" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.296913] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.297117] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-493" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.297239] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-493" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.297559] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-493" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.299042] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.299250] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.299382] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.299611] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.299749] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.299952] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.300073] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.300178] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.300280] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.300386] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.300483] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.300625] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.322659] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.322832] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.322967] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.323160] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-493" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.323472] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.323644] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.323757] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.324083] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.324271] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.459802] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.459974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.460278] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.462111] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85854212-7f46-4723-a027-cc7736bd5b87 with status ACTIVE [ 670.462635] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.462635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.462635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.467919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.467919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.467919] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.467919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.467919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.467919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.467919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.467919] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.467919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.467919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.467919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.467919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.467919] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85854212-7f46-4723-a027-cc7736bd5b87 is going to be updated. [ 670.492645] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.492873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.493701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.494076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.494334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.494590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85854212-7f46-4723-a027-cc7736bd5b87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.590690] env[69363]: INFO networking_nsxv3.common.synchronization [req-084d5f2e-0df1-42f3-918d-9994f6b4832c req-8c5926b1-47d0-48f3-95d1-dcd10901d471 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 670.592435] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 670.592435] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.593499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.593499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.593499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.593499] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.593499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.593499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.593499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.593928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.593928] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.828897] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.829204] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.829374] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.829661] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.829806] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.829960] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 not found, creating... [ 670.830245] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.830485] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.830572] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.830778] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.830913] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.831233] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.831415] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.831538] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.831768] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.831906] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.834149] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 is going to be created. [ 670.857965] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.858154] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.858154] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.858909] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.858909] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.858909] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.971920] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.097191] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.097377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.097430] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.097756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.097822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.098015] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.098149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.098193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.098667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.098667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.098667] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb already deleted. [ 671.098667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.149791] env[69363]: INFO networking_nsxv3.common.synchronization [None req-f14e8b6b-1899-4661-a701-2d7b6dab7e0d None None] Enqueued Resource ID: 0fdcb6c9-e6ae-4cbb-9a28-1d3e270bfc91 with Priority: HIGHEST for action port [ 671.150080] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fdcb6c9-e6ae-4cbb-9a28-1d3e270bfc91 with Priority: HIGHEST for action port [ 671.151931] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fdcb6c9-e6ae-4cbb-9a28-1d3e270bfc91 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.151931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fdcb6c9-e6ae-4cbb-9a28-1d3e270bfc91" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.151931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fdcb6c9-e6ae-4cbb-9a28-1d3e270bfc91" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.151931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fdcb6c9-e6ae-4cbb-9a28-1d3e270bfc91" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.151931] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fdcb6c9-e6ae-4cbb-9a28-1d3e270bfc91',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.456912] env[69363]: INFO networking_nsxv3.common.synchronization [None req-fc9d20e3-ee9c-4cb0-b991-5e9751ff3ec1 None None] Enqueued Resource ID: 775967d5-b679-4606-ae49-54e8b81db8af with Priority: HIGHEST for action port [ 671.457045] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775967d5-b679-4606-ae49-54e8b81db8af with Priority: HIGHEST for action port [ 671.457960] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-775967d5-b679-4606-ae49-54e8b81db8af taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.457960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-775967d5-b679-4606-ae49-54e8b81db8af" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.457960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-775967d5-b679-4606-ae49-54e8b81db8af" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.464275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-775967d5-b679-4606-ae49-54e8b81db8af" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.464275] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('775967d5-b679-4606-ae49-54e8b81db8af',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.474761] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.475027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.475357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.475434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.475652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.475704] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a is going to be created. [ 671.487675] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 in Status: SUCCESS [ 671.487901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.488087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.488321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.488506] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.488629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.488691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.488848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.488927] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.489030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.489120] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('985648f1-f96b-434b-8acb-ef2f1d57a724',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.503277] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.503416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.503485] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.503782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.503874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.519970] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: UNINITIALIZED for 2s [ 671.617172] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.618086] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.618775] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.621555] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.621555] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.621555] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.621555] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.621555] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.621555] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.621555] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.621555] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.621555] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.621555] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.621555] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.621555] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.623993] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.650276] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.650276] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.650276] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.650614] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.650678] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-f310c29d-be06-49b7-b38c-add98fd80b26 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.651664] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-f310c29d-be06-49b7-b38c-add98fd80b26" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.651664] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-f310c29d-be06-49b7-b38c-add98fd80b26" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.651664] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-f310c29d-be06-49b7-b38c-add98fd80b26" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.651664] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f310c29d-be06-49b7-b38c-add98fd80b26',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.655253] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fdcb6c9-e6ae-4cbb-9a28-1d3e270bfc91 [ 671.655456] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.655570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.655637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.655817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.655989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.655989] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fdcb6c9-e6ae-4cbb-9a28-1d3e270bfc91 already deleted. [ 671.656103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fdcb6c9-e6ae-4cbb-9a28-1d3e270bfc91" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.965596] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 775967d5-b679-4606-ae49-54e8b81db8af [ 671.965994] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.966328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.970833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.970833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.970833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.970833] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:775967d5-b679-4606-ae49-54e8b81db8af already deleted. [ 671.970833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-775967d5-b679-4606-ae49-54e8b81db8af" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.991746] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-985648f1-f96b-434b-8acb-ef2f1d57a724 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.992346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.992545] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.992893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.993285] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.993510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.994214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.994849] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.995516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.996102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.996400] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-985648f1-f96b-434b-8acb-ef2f1d57a724 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.997091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.997286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.997585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.998049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.998275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.999602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.999602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.999602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.999602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.999602] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('985648f1-f96b-434b-8acb-ef2f1d57a724',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.156610] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.157048] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.157248] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.157685] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.157938] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.158194] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port f310c29d-be06-49b7-b38c-add98fd80b26 not found, creating... [ 672.158675] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.159129] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.163674] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.164308] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.164561] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.165179] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.165619] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.165703] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.166063] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.166291] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.166512] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: f310c29d-be06-49b7-b38c-add98fd80b26 is going to be created. [ 672.202806] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.202806] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.202806] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.202806] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.202806] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.202806] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-f310c29d-be06-49b7-b38c-add98fd80b26" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.235866] env[69363]: INFO networking_nsxv3.common.synchronization [req-5307db91-f341-4810-88bf-12d1250768d7 req-97f0044d-a929-4264-bd75-21375b58d420 service nova] Enqueued Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_rules [ 672.235866] env[69363]: INFO networking_nsxv3.common.synchronization [req-5307db91-f341-4810-88bf-12d1250768d7 req-97f0044d-a929-4264-bd75-21375b58d420 service nova] Enqueued Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_members [ 672.235866] env[69363]: INFO networking_nsxv3.common.synchronization [req-5307db91-f341-4810-88bf-12d1250768d7 req-97f0044d-a929-4264-bd75-21375b58d420 service nova] Enqueued Resource ID: ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 with Priority: HIGHEST for action port [ 672.235866] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_rules [ 672.235866] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_members [ 672.235866] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 with Priority: HIGHEST for action port [ 672.235866] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.235866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.235866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.238806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.238806] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('397a6ae5-bd5b-44cd-a818-31ddfe350a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.243626] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-397a6ae5-bd5b-44cd-a818-31ddfe350a21 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.243855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.243980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.244374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.244486] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.244595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.244684] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.244853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.245154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.246664] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('397a6ae5-bd5b-44cd-a818-31ddfe350a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.249350] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.249530] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.249571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.250262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.250262] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.456762] env[69363]: INFO networking_nsxv3.common.synchronization [req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 req-3adcc63d-66aa-4493-92ec-70b8831cb5d9 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Enqueued Resource ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 with Priority: HIGHEST for action security_group_members [ 672.458182] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 with Priority: HIGHEST for action security_group_members [ 672.458617] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bfeef94-4f41-4343-b23e-4059fb1ee697 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.460698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.460827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.461382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.461382] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.461492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.461535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.463257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.463257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.463257] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bfeef94-4f41-4343-b23e-4059fb1ee697',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.502348] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 985648f1-f96b-434b-8acb-ef2f1d57a724: rpc.has_security_group_logging(os_id): False [ 672.525901] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.526149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.526252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.526453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.526539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.526816] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.527656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.527656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.527656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.527656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.527656] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.527656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.527656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.527656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.528271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.528271] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.528271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.528271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.528271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.528271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.528450] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 is going to be created. [ 672.598414] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.598414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.598414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.598414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.598414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.615463] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 in Status: IN_PROGRESS for 2s [ 672.744655] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-397a6ae5-bd5b-44cd-a818-31ddfe350a21 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.744835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.753765] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('397a6ae5-bd5b-44cd-a818-31ddfe350a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.755486] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 with status ACTIVE [ 672.757081] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.757081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.757081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.757081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.757081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.757081] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.757081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.757081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.757741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.757741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.757741] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.757741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.757741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.758029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.758029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.758029] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 is going to be updated. [ 672.787030] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.787030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.787030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.787030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.787030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.787030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.950537] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.950962] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-568" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.950962] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-568" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.951142] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-568" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.951406] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.951603] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.951748] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.952317] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.952317] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.952491] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.952678] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.952840] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.953041] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.953211] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.953415] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.953673] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.966235] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.966405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.966470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.966791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.966946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.967120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.967259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.967313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.967497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.967594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.967707] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 already deleted. [ 672.967810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.980394] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.980629] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.980763] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.980952] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-568" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.981292] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-4f419013-ac09-46e1-a8ca-151f2c5b6e93 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.982270] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-4f419013-ac09-46e1-a8ca-151f2c5b6e93" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.982270] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-4f419013-ac09-46e1-a8ca-151f2c5b6e93" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.982657] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-4f419013-ac09-46e1-a8ca-151f2c5b6e93" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.982907] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f419013-ac09-46e1-a8ca-151f2c5b6e93',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.262462] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('397a6ae5-bd5b-44cd-a818-31ddfe350a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.463708] env[69363]: INFO networking_nsxv3.common.synchronization [None req-2c6af6da-df60-4be9-8833-f999339284f9 None None] Enqueued Resource ID: 38bfd806-9e48-4fab-993c-a720656d5673 with Priority: HIGHEST for action port [ 673.465478] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bfd806-9e48-4fab-993c-a720656d5673 with Priority: HIGHEST for action port [ 673.465816] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-38bfd806-9e48-4fab-993c-a720656d5673 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.466045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38bfd806-9e48-4fab-993c-a720656d5673" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.466170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38bfd806-9e48-4fab-993c-a720656d5673" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.466534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38bfd806-9e48-4fab-993c-a720656d5673" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.466654] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38bfd806-9e48-4fab-993c-a720656d5673',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.488890] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.489342] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.489342] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.490943] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.490943] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.490943] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 4f419013-ac09-46e1-a8ca-151f2c5b6e93 not found, creating... [ 673.490943] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.490943] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.490943] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.491342] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.491342] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.492639] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.494316] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.494316] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.494316] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.494316] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.494316] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 4f419013-ac09-46e1-a8ca-151f2c5b6e93 is going to be created. [ 673.519959] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.522127] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.522431] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.522906] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.523334] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.523895] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-4f419013-ac09-46e1-a8ca-151f2c5b6e93" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.546959] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: SUCCESS [ 673.546959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.546959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.549019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.549019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.549019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.549502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.551865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.551865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.551865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.551865] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.766352] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.766549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.766606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.767270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.767270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.767270] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 is going to be created. [ 673.806370] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.806523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.806596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.806831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.806988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.827888] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 in Status: UNINITIALIZED for 2s [ 673.971468] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38bfd806-9e48-4fab-993c-a720656d5673 [ 673.971468] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.971468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.971468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.971624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.971712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.975131] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38bfd806-9e48-4fab-993c-a720656d5673 already deleted. [ 673.975131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38bfd806-9e48-4fab-993c-a720656d5673" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.976516] env[69363]: INFO networking_nsxv3.common.synchronization [req-084d5f2e-0df1-42f3-918d-9994f6b4832c req-814abe7a-9334-45dc-bb16-2791173b2188 service nova] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_rules [ 673.976516] env[69363]: INFO networking_nsxv3.common.synchronization [req-084d5f2e-0df1-42f3-918d-9994f6b4832c req-814abe7a-9334-45dc-bb16-2791173b2188 service nova] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 673.976593] env[69363]: INFO networking_nsxv3.common.synchronization [req-084d5f2e-0df1-42f3-918d-9994f6b4832c req-814abe7a-9334-45dc-bb16-2791173b2188 service nova] Enqueued Resource ID: f310c29d-be06-49b7-b38c-add98fd80b26 with Priority: HIGHEST for action port [ 673.976804] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_rules [ 673.976919] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 673.977042] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f310c29d-be06-49b7-b38c-add98fd80b26 with Priority: HIGHEST for action port [ 673.977639] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.977779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.977826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.982023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.982023] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.982023] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.982023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.982023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.982023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.982023] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.982023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.982023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.982023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.982023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.982023] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.983036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f310c29d-be06-49b7-b38c-add98fd80b26 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.983167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f310c29d-be06-49b7-b38c-add98fd80b26" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.983167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f310c29d-be06-49b7-b38c-add98fd80b26" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.986024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f310c29d-be06-49b7-b38c-add98fd80b26" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.986024] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f310c29d-be06-49b7-b38c-add98fd80b26',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.053266] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.053431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.053496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.053693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.053850] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.053957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.054050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.054215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.054317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.054406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.054548] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.054647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.054705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.054849] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.054984] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.055082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.055140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.055273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.055339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.055416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.055577] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.486467] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.486887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.486887] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.487739] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f310c29d-be06-49b7-b38c-add98fd80b26 with status ACTIVE [ 674.487928] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.488063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.488127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.488329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.488423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.488592] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.488694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.488760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.488908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.488991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.489252] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.489366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.489438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.489745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.489840] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.489942] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f310c29d-be06-49b7-b38c-add98fd80b26 is going to be updated. [ 674.530569] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.530757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.530828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.531102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.531265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.531529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f310c29d-be06-49b7-b38c-add98fd80b26" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.559123] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fac3e274-62e6-4e2e-aab5-344b4118332a: rpc.has_security_group_logging(os_id): False [ 674.591582] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.591768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.591807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.592048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.592146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.592391] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.592495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.592573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.592753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.592823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.593029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.593111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.593855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.593855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.593855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.593855] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.593855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.593855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.594101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.594101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.594357] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a is going to be created. [ 674.632847] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 in Status: SUCCESS [ 674.633271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.706136] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.706136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.706136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.706370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.706478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.723302] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: IN_PROGRESS for 2s [ 674.734458] env[69363]: INFO networking_nsxv3.common.synchronization [None req-7c436ce0-f097-476c-aeec-949097dc7c03 None None] Enqueued Resource ID: 41700fa2-891e-4acb-af66-d0277bc0e3cf with Priority: HIGHEST for action port [ 674.734795] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41700fa2-891e-4acb-af66-d0277bc0e3cf with Priority: HIGHEST for action port [ 674.735653] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-41700fa2-891e-4acb-af66-d0277bc0e3cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.735758] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41700fa2-891e-4acb-af66-d0277bc0e3cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.735817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41700fa2-891e-4acb-af66-d0277bc0e3cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.736134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41700fa2-891e-4acb-af66-d0277bc0e3cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.736252] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41700fa2-891e-4acb-af66-d0277bc0e3cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.863241] env[69363]: INFO networking_nsxv3.common.synchronization [req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 req-19916b18-4aa9-49b3-95cd-9b216946d792 service nova] Enqueued Resource ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 with Priority: HIGHEST for action security_group_rules [ 674.863416] env[69363]: INFO networking_nsxv3.common.synchronization [req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 req-19916b18-4aa9-49b3-95cd-9b216946d792 service nova] Enqueued Resource ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 with Priority: HIGHEST for action security_group_members [ 674.863546] env[69363]: INFO networking_nsxv3.common.synchronization [req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 req-19916b18-4aa9-49b3-95cd-9b216946d792 service nova] Enqueued Resource ID: 4f419013-ac09-46e1-a8ca-151f2c5b6e93 with Priority: HIGHEST for action port [ 674.863942] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 with Priority: HIGHEST for action security_group_rules [ 674.863942] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 with Priority: HIGHEST for action security_group_members [ 674.864042] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f419013-ac09-46e1-a8ca-151f2c5b6e93 with Priority: HIGHEST for action port [ 674.864618] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bfeef94-4f41-4343-b23e-4059fb1ee697 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.865106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.865106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.867332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.868036] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bfeef94-4f41-4343-b23e-4059fb1ee697',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.872361] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bfeef94-4f41-4343-b23e-4059fb1ee697 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.872361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.872361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.872361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.872361] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.872361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.872361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.872361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.872361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.872361] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bfeef94-4f41-4343-b23e-4059fb1ee697',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.872361] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f419013-ac09-46e1-a8ca-151f2c5b6e93 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.872361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f419013-ac09-46e1-a8ca-151f2c5b6e93" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.872361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f419013-ac09-46e1-a8ca-151f2c5b6e93" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.872361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f419013-ac09-46e1-a8ca-151f2c5b6e93" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.872361] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f419013-ac09-46e1-a8ca-151f2c5b6e93',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.992579] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.241035] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41700fa2-891e-4acb-af66-d0277bc0e3cf [ 675.241338] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.241522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.241587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.241813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.241856] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.241958] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41700fa2-891e-4acb-af66-d0277bc0e3cf already deleted. [ 675.242043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41700fa2-891e-4acb-af66-d0277bc0e3cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.373314] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bfeef94-4f41-4343-b23e-4059fb1ee697',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.375526] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bfeef94-4f41-4343-b23e-4059fb1ee697 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.375690] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.376126] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f419013-ac09-46e1-a8ca-151f2c5b6e93 with status ACTIVE [ 675.376530] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.376671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.376797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.376943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.377035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.377200] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.377291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.377421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.377565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.377619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.377807] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.377899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.377956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.380158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.380158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.380339] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f419013-ac09-46e1-a8ca-151f2c5b6e93 is going to be updated. [ 675.405418] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.405564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.408277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.408277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.408277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.408277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f419013-ac09-46e1-a8ca-151f2c5b6e93" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.495608] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.496057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.496057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.496984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.497118] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.497226] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be created. [ 675.555870] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.556061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.556149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.556359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.556536] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.572121] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: UNINITIALIZED for 2s [ 675.841485] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 in Status: SUCCESS [ 675.841739] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.841912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.842163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.842373] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.842550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.842627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.842793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.842891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.842983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.843090] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('397a6ae5-bd5b-44cd-a818-31ddfe350a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.878120] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bfeef94-4f41-4343-b23e-4059fb1ee697',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.345934] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('397a6ae5-bd5b-44cd-a818-31ddfe350a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.383980] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.383980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.383980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.383980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.383980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.383980] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 is going to be created. [ 676.409529] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.409714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.409714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.410888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.410888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.423434] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 in Status: UNINITIALIZED for 2s [ 676.736391] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: SUCCESS [ 676.736391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.849094] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 397a6ae5-bd5b-44cd-a818-31ddfe350a21: rpc.has_security_group_logging(os_id): False [ 676.869281] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.869839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.870787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.871565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.871775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.872142] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.872766] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.873027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.873583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.873871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.875039] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 is going to be created. [ 676.938605] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.938605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.938605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.938605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.939022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.956238] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 in Status: IN_PROGRESS for 2s [ 677.243206] env[69363]: INFO networking_nsxv3.common.synchronization [req-f7bf9331-1ef8-428d-85a4-53784fc29746 req-612633ef-45e3-478f-8bc1-5d7b02e06831 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 677.243206] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 677.243206] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.248258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.583594] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 677.583894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.585708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.585881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.586137] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.586251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.586251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.586377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.586467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.586637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.586689] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.587768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.587768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.587998] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.588061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.588403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.588403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.588403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.588592] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.093056] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.093467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.093933] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.122556] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.122752] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.122874] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.123968] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.124728] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.125412] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.125412] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.125700] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.125700] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.125852] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.125963] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.126086] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.126193] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.127421] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.127421] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.127421] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.154600] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.154834] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.155053] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.155256] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.155656] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-d6b97cd4-1f25-4412-9114-4d8b5a7ac257 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.155832] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-d6b97cd4-1f25-4412-9114-4d8b5a7ac257" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.155952] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-d6b97cd4-1f25-4412-9114-4d8b5a7ac257" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.156885] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-d6b97cd4-1f25-4412-9114-4d8b5a7ac257" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.157039] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b97cd4-1f25-4412-9114-4d8b5a7ac257',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.163243] env[69363]: INFO networking_nsxv3.common.synchronization [req-af9b96a4-1114-4301-b7b6-93c820f9da76 req-de7521d4-43f7-4a6c-bb9c-0fa3f3385a63 tempest-SecurityGroupRulesTestJSON-758565997 tempest-SecurityGroupRulesTestJSON-758565997-project-member] Enqueued Resource ID: f5d34b08-b547-4984-bdd7-8624c1ee2af3 with Priority: HIGHEST for action security_group_rules [ 678.165382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d34b08-b547-4984-bdd7-8624c1ee2af3 with Priority: HIGHEST for action security_group_rules [ 678.165382] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5d34b08-b547-4984-bdd7-8624c1ee2af3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.165382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5d34b08-b547-4984-bdd7-8624c1ee2af3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.165382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5d34b08-b547-4984-bdd7-8624c1ee2af3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.165382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5d34b08-b547-4984-bdd7-8624c1ee2af3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.165382] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5d34b08-b547-4984-bdd7-8624c1ee2af3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.364340] env[69363]: INFO networking_nsxv3.common.synchronization [None req-058969dc-ad99-412a-b0ff-9a0a4fa34965 None None] Enqueued Resource ID: 3c5e4a9c-9d35-42cc-8823-3dcb64eb45b5 with Priority: HIGHEST for action port [ 678.364930] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5e4a9c-9d35-42cc-8823-3dcb64eb45b5 with Priority: HIGHEST for action port [ 678.365480] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c5e4a9c-9d35-42cc-8823-3dcb64eb45b5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.365581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c5e4a9c-9d35-42cc-8823-3dcb64eb45b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.365673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c5e4a9c-9d35-42cc-8823-3dcb64eb45b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.365860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c5e4a9c-9d35-42cc-8823-3dcb64eb45b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.365940] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c5e4a9c-9d35-42cc-8823-3dcb64eb45b5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.439479] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 in Status: SUCCESS [ 678.439479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.439479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.439758] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.440109] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.440257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.440371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.440582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.440720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.440838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.440962] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bfeef94-4f41-4343-b23e-4059fb1ee697',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.597681] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.660243] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.660641] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.660842] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.661161] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.661348] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.661512] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port d6b97cd4-1f25-4412-9114-4d8b5a7ac257 not found, creating... [ 678.661811] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.661973] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.663050] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.663584] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.663955] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.664452] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.664683] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.664814] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.665074] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.665243] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.666113] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: d6b97cd4-1f25-4412-9114-4d8b5a7ac257 is going to be created. [ 678.689808] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.690053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.690158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.690422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.690537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.690922] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5d34b08-b547-4984-bdd7-8624c1ee2af3 already deleted. [ 678.691089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5d34b08-b547-4984-bdd7-8624c1ee2af3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.693292] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.694854] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.694854] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.694854] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.694854] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.695069] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-d6b97cd4-1f25-4412-9114-4d8b5a7ac257" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.868657] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c5e4a9c-9d35-42cc-8823-3dcb64eb45b5 [ 678.869844] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.869844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.869844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.869844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.870634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.872601] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c5e4a9c-9d35-42cc-8823-3dcb64eb45b5 already deleted. [ 678.872601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c5e4a9c-9d35-42cc-8823-3dcb64eb45b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.948514] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bfeef94-4f41-4343-b23e-4059fb1ee697 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.951136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.951136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.951136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.951136] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.951136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.951136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.951136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.951136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.951136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.951136] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bfeef94-4f41-4343-b23e-4059fb1ee697 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.951578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.951578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.951721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.952225] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.952225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.952410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.952597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.952673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.953652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.953652] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bfeef94-4f41-4343-b23e-4059fb1ee697',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.176117] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 in Status: SUCCESS [ 679.176117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.176117] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.176117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.176117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.176117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.176117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.176117] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 679.176117] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.176117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.176117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.176117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.176117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.176117] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 679.301830] env[69363]: INFO networking_nsxv3.common.synchronization [None req-db0f8621-3439-4e6a-8e0d-aa0d59ff1346 None None] Enqueued Resource ID: 139a3e86-919b-48ab-a8ee-50745b427bef with Priority: HIGHEST for action port [ 679.302171] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 139a3e86-919b-48ab-a8ee-50745b427bef with Priority: HIGHEST for action port [ 679.302558] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-139a3e86-919b-48ab-a8ee-50745b427bef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.302712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-139a3e86-919b-48ab-a8ee-50745b427bef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.302778] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-139a3e86-919b-48ab-a8ee-50745b427bef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.303101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-139a3e86-919b-48ab-a8ee-50745b427bef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.303197] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139a3e86-919b-48ab-a8ee-50745b427bef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.457562] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bfeef94-4f41-4343-b23e-4059fb1ee697: rpc.has_security_group_logging(os_id): False [ 679.482948] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.483332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.483332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.484267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.484267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.484267] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.484267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.484267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.484267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.484267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.484267] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.489409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.489409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.489409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.489409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.489409] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.489409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.489409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.489409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.490157] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.490157] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 is going to be created. [ 679.611283] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.611283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.611464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.613257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.613600] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.619982] env[69363]: INFO networking_nsxv3.common.synchronization [None req-f46815a3-e7fd-4981-9f7d-214f2eb8b6ec None None] Enqueued Resource ID: 1fad2078-4e73-4e31-aeb3-9c3312438622 with Priority: HIGHEST for action port [ 679.620737] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fad2078-4e73-4e31-aeb3-9c3312438622 with Priority: HIGHEST for action port [ 679.621155] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fad2078-4e73-4e31-aeb3-9c3312438622 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.621373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fad2078-4e73-4e31-aeb3-9c3312438622" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.621447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fad2078-4e73-4e31-aeb3-9c3312438622" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.622161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fad2078-4e73-4e31-aeb3-9c3312438622" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.622365] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fad2078-4e73-4e31-aeb3-9c3312438622',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.633252] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 in Status: IN_PROGRESS for 2s [ 679.806060] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 139a3e86-919b-48ab-a8ee-50745b427bef [ 679.806568] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.806711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.806763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.807408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.807408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.807408] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:139a3e86-919b-48ab-a8ee-50745b427bef already deleted. [ 679.807408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-139a3e86-919b-48ab-a8ee-50745b427bef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.843228] env[69363]: INFO networking_nsxv3.common.synchronization [req-f7bf9331-1ef8-428d-85a4-53784fc29746 req-3a3d5ba9-27fb-49f3-87b8-e098ce60d79f service nova] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_rules [ 679.843228] env[69363]: INFO networking_nsxv3.common.synchronization [req-f7bf9331-1ef8-428d-85a4-53784fc29746 req-3a3d5ba9-27fb-49f3-87b8-e098ce60d79f service nova] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 679.843228] env[69363]: INFO networking_nsxv3.common.synchronization [req-f7bf9331-1ef8-428d-85a4-53784fc29746 req-3a3d5ba9-27fb-49f3-87b8-e098ce60d79f service nova] Enqueued Resource ID: d6b97cd4-1f25-4412-9114-4d8b5a7ac257 with Priority: HIGHEST for action port [ 679.843228] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_rules [ 679.843228] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 679.843228] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b97cd4-1f25-4412-9114-4d8b5a7ac257 with Priority: HIGHEST for action port [ 679.847328] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.847328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.847328] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.847328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.847328] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b97cd4-1f25-4412-9114-4d8b5a7ac257 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.847328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b97cd4-1f25-4412-9114-4d8b5a7ac257" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.847328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b97cd4-1f25-4412-9114-4d8b5a7ac257" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.847328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b97cd4-1f25-4412-9114-4d8b5a7ac257" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.847328] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b97cd4-1f25-4412-9114-4d8b5a7ac257',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.129622] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fad2078-4e73-4e31-aeb3-9c3312438622 [ 680.129622] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.129622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.129846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.131167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.131167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.131167] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fad2078-4e73-4e31-aeb3-9c3312438622 already deleted. [ 680.131167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fad2078-4e73-4e31-aeb3-9c3312438622" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.351315] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6b97cd4-1f25-4412-9114-4d8b5a7ac257 with status ACTIVE [ 680.351659] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.351731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.351875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.352163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.352313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.352578] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.352686] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.352751] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.353312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.353312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.353312] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.353312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.353533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.353533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.353590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.353642] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6b97cd4-1f25-4412-9114-4d8b5a7ac257 is going to be updated. [ 680.392283] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.392531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.392600] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.392828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.392963] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.393196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b97cd4-1f25-4412-9114-4d8b5a7ac257" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.434265] env[69363]: INFO networking_nsxv3.common.synchronization [req-c2199e3b-412b-4fc9-a32b-1d06136e1057 req-15d5d003-be70-4d3f-bc8b-8e1906782214 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Enqueued Resource ID: 81d99e08-f34c-42dc-b583-babc670aadd5 with Priority: HIGHEST for action security_group_members [ 680.435064] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d99e08-f34c-42dc-b583-babc670aadd5 with Priority: HIGHEST for action security_group_members [ 680.435630] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d99e08-f34c-42dc-b583-babc670aadd5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.435791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.435854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.436399] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.436478] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.436609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.436678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.436941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.437054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.439484] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d99e08-f34c-42dc-b583-babc670aadd5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.884046] env[69363]: INFO networking_nsxv3.common.synchronization [None req-a10e9636-33ff-49a7-8705-efd7277c8d50 None None] Enqueued Resource ID: be2901d4-7829-4e11-99cd-aebee968d78a with Priority: HIGHEST for action port [ 680.884046] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be2901d4-7829-4e11-99cd-aebee968d78a with Priority: HIGHEST for action port [ 680.885127] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-be2901d4-7829-4e11-99cd-aebee968d78a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.888933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be2901d4-7829-4e11-99cd-aebee968d78a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.888933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be2901d4-7829-4e11-99cd-aebee968d78a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.888933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be2901d4-7829-4e11-99cd-aebee968d78a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.888933] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be2901d4-7829-4e11-99cd-aebee968d78a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.943288] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.943549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.943549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.943746] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.944946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.944946] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.944946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.944946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.944946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.944946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.944946] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d99e08-f34c-42dc-b583-babc670aadd5 already deleted. [ 680.944946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.171852] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 681.172356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.172356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.172604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.172769] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.172853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.175563] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.175563] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.175563] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.175563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.175563] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.178544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.178544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.178544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.178544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.178544] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.332050] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.332050] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-578" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.332050] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-578" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.332050] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-578" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.332050] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.332050] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.332050] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.332496] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.332530] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.332863] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.333080] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.333249] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.333361] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.333477] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.333678] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.333822] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.357221] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.358098] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.358098] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.358098] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-578" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.358270] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-15d392c8-1a67-4760-ae74-91b45a6fc97d taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.358458] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-15d392c8-1a67-4760-ae74-91b45a6fc97d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.360037] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-15d392c8-1a67-4760-ae74-91b45a6fc97d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.361458] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-15d392c8-1a67-4760-ae74-91b45a6fc97d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.361782] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d392c8-1a67-4760-ae74-91b45a6fc97d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.390710] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be2901d4-7829-4e11-99cd-aebee968d78a [ 681.390916] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.391066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.391150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.391531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.391666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.391786] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be2901d4-7829-4e11-99cd-aebee968d78a already deleted. [ 681.391924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be2901d4-7829-4e11-99cd-aebee968d78a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.627888] env[69363]: INFO networking_nsxv3.common.synchronization [None req-3876a4af-76a6-476c-8696-5ab3472a1e86 None None] Enqueued Resource ID: cd6e69d6-6441-4170-94c4-661b3ea8d38b with Priority: HIGHEST for action port [ 681.627888] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6e69d6-6441-4170-94c4-661b3ea8d38b with Priority: HIGHEST for action port [ 681.627888] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd6e69d6-6441-4170-94c4-661b3ea8d38b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.627888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd6e69d6-6441-4170-94c4-661b3ea8d38b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.627888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd6e69d6-6441-4170-94c4-661b3ea8d38b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.627888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd6e69d6-6441-4170-94c4-661b3ea8d38b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.627888] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd6e69d6-6441-4170-94c4-661b3ea8d38b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.646211] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 in Status: SUCCESS [ 681.647185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.678515] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 497475e5-a186-4003-b201-96d9fa2533cb: rpc.has_security_group_logging(os_id): False [ 681.680784] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.700634] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.700634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.700775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.700940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.701075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.701332] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.701455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.701559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.701741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.701823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.702016] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.702146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.702210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.702382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.702499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.702691] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.702841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.703499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.703612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.703710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.704337] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be created. [ 681.799516] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.799707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.799707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.800340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.800340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.822772] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 681.871212] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.872142] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.873108] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.873677] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.874746] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.876038] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 15d392c8-1a67-4760-ae74-91b45a6fc97d not found, creating... [ 681.876495] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.882233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.882233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.882233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.882233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.882233] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.882233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.882233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.882233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.882233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.882233] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 15d392c8-1a67-4760-ae74-91b45a6fc97d is going to be created. [ 681.918871] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.919971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.919971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.919971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.920207] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.921186] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-15d392c8-1a67-4760-ae74-91b45a6fc97d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.132963] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd6e69d6-6441-4170-94c4-661b3ea8d38b [ 682.133358] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.134240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.134240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.134240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.134240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.134240] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd6e69d6-6441-4170-94c4-661b3ea8d38b already deleted. [ 682.134240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd6e69d6-6441-4170-94c4-661b3ea8d38b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.183908] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.689075] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.691350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.691350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.691350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.691350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.691350] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 682.728325] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.728506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.728565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.728747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.728921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.739530] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 682.828536] env[69363]: INFO networking_nsxv3.common.synchronization [None req-c86950c4-607a-4200-8178-741fdd4f1a16 None None] Enqueued Resource ID: 7f0b976c-734f-4531-95c5-25e66295f768 with Priority: HIGHEST for action port [ 682.828536] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0b976c-734f-4531-95c5-25e66295f768 with Priority: HIGHEST for action port [ 682.830121] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f0b976c-734f-4531-95c5-25e66295f768 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.830121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f0b976c-734f-4531-95c5-25e66295f768" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.830121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f0b976c-734f-4531-95c5-25e66295f768" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.830121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f0b976c-734f-4531-95c5-25e66295f768" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.830121] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f0b976c-734f-4531-95c5-25e66295f768',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.886290] env[69363]: INFO networking_nsxv3.common.synchronization [req-c2199e3b-412b-4fc9-a32b-1d06136e1057 req-a3ee8862-96a5-4bd9-8b53-07cb26a36089 service nova] Enqueued Resource ID: 81d99e08-f34c-42dc-b583-babc670aadd5 with Priority: HIGHEST for action security_group_rules [ 682.886432] env[69363]: INFO networking_nsxv3.common.synchronization [req-c2199e3b-412b-4fc9-a32b-1d06136e1057 req-a3ee8862-96a5-4bd9-8b53-07cb26a36089 service nova] Enqueued Resource ID: 81d99e08-f34c-42dc-b583-babc670aadd5 with Priority: HIGHEST for action security_group_members [ 682.886555] env[69363]: INFO networking_nsxv3.common.synchronization [req-c2199e3b-412b-4fc9-a32b-1d06136e1057 req-a3ee8862-96a5-4bd9-8b53-07cb26a36089 service nova] Enqueued Resource ID: 15d392c8-1a67-4760-ae74-91b45a6fc97d with Priority: HIGHEST for action port [ 682.887179] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d99e08-f34c-42dc-b583-babc670aadd5 with Priority: HIGHEST for action security_group_rules [ 682.887309] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d99e08-f34c-42dc-b583-babc670aadd5 with Priority: HIGHEST for action security_group_members [ 682.887400] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d392c8-1a67-4760-ae74-91b45a6fc97d with Priority: HIGHEST for action port [ 682.887679] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d99e08-f34c-42dc-b583-babc670aadd5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.887811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.887874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.888160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.888243] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d99e08-f34c-42dc-b583-babc670aadd5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.889946] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d99e08-f34c-42dc-b583-babc670aadd5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.890079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.890145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.890379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.890487] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.890580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.890640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.890783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.890867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.890953] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d99e08-f34c-42dc-b583-babc670aadd5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.892305] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d392c8-1a67-4760-ae74-91b45a6fc97d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.892457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d392c8-1a67-4760-ae74-91b45a6fc97d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.892457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d392c8-1a67-4760-ae74-91b45a6fc97d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.892598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d392c8-1a67-4760-ae74-91b45a6fc97d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.892675] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d392c8-1a67-4760-ae74-91b45a6fc97d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.339950] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f0b976c-734f-4531-95c5-25e66295f768 [ 683.339950] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.339950] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.342550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.342550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.342550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.342550] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f0b976c-734f-4531-95c5-25e66295f768 already deleted. [ 683.342550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f0b976c-734f-4531-95c5-25e66295f768" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.369457] env[69363]: INFO networking_nsxv3.common.synchronization [req-42495907-964b-46c0-8b98-df5c04372809 req-2b9d198f-4858-427c-a808-e1b189b4637a tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Enqueued Resource ID: a7ecda19-6742-48ce-9619-d29fbda60757 with Priority: HIGHEST for action security_group_members [ 683.370701] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ecda19-6742-48ce-9619-d29fbda60757 with Priority: HIGHEST for action security_group_members [ 683.371053] env[69363]: INFO networking_nsxv3.common.synchronization [req-38fbce4b-dd97-4208-b932-0c093a359b50 req-7a12953a-e4ef-43dc-b2c8-5ac51b32aed3 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Enqueued Resource ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 with Priority: HIGHEST for action security_group_members [ 683.371403] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ecda19-6742-48ce-9619-d29fbda60757 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.371528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.371597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.372473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.372473] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.372473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.372473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.372473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.372473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.372473] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ecda19-6742-48ce-9619-d29fbda60757',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.375053] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 with Priority: HIGHEST for action security_group_members [ 683.375575] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f1d313-358b-4ac9-9a46-bec5f307ee84 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.375724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.375799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.376054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.376207] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.376308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.376373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.376533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.377214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.377214] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f1d313-358b-4ac9-9a46-bec5f307ee84',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.391411] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d99e08-f34c-42dc-b583-babc670aadd5 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.391736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.392535] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d99e08-f34c-42dc-b583-babc670aadd5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.396828] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15d392c8-1a67-4760-ae74-91b45a6fc97d with status ACTIVE [ 683.396828] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.396828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.397086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.397086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.397230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.397382] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.397490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.397549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.397703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.397775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.398597] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.398597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.398597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.398597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.398597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.398597] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15d392c8-1a67-4760-ae74-91b45a6fc97d is going to be updated. [ 683.426408] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.426408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.426408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.426408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.426408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.427170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d392c8-1a67-4760-ae74-91b45a6fc97d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.838142] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 683.838434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.841173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.841504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.841639] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.876687] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.876902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.876996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.877284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.877405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.877652] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.877886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.877886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.878070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.878170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.878287] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ecda19-6742-48ce-9619-d29fbda60757 is going to be updated. [ 683.880181] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.880181] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.880181] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.880181] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.880181] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.880964] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.881085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.881711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.881711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.881711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.881711] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 already deleted. [ 683.881711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.897031] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d99e08-f34c-42dc-b583-babc670aadd5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.932688] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.932688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.932688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.932688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.932688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.948824] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ecda19-6742-48ce-9619-d29fbda60757 in Status: IN_PROGRESS for 2s [ 684.173084] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.173599] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.173986] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.176188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.176188] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.176188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.176188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.176188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.176188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.177158] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.177158] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.177158] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.177158] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.177158] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.177158] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.177940] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.202972] env[69363]: INFO networking_nsxv3.common.synchronization [None req-083dfe5c-c952-4a6d-9d65-2464cf5bdf89 None None] Enqueued Resource ID: 8304989f-45e3-429b-9d67-eaf558f1112a with Priority: HIGHEST for action port [ 684.203832] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8304989f-45e3-429b-9d67-eaf558f1112a with Priority: HIGHEST for action port [ 684.205257] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8304989f-45e3-429b-9d67-eaf558f1112a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.205407] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8304989f-45e3-429b-9d67-eaf558f1112a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.205471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8304989f-45e3-429b-9d67-eaf558f1112a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.206226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8304989f-45e3-429b-9d67-eaf558f1112a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.206226] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8304989f-45e3-429b-9d67-eaf558f1112a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.219034] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.219034] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.219034] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.219034] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.219034] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-ab0a6353-db61-4af8-b9af-c0b42d19addb taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.219034] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-ab0a6353-db61-4af8-b9af-c0b42d19addb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.219034] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-ab0a6353-db61-4af8-b9af-c0b42d19addb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.219034] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-ab0a6353-db61-4af8-b9af-c0b42d19addb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.219034] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab0a6353-db61-4af8-b9af-c0b42d19addb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.344594] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.344742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.402044] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.402044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.402044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.402044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.402044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.402044] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d99e08-f34c-42dc-b583-babc670aadd5 is going to be created. [ 684.436348] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.436605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.436674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.436955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.437209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.459222] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d99e08-f34c-42dc-b583-babc670aadd5 in Status: UNINITIALIZED for 2s [ 684.490110] env[69363]: INFO networking_nsxv3.common.synchronization [None req-b5dc9c18-02ad-457e-9750-c1b156f666dc tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Enqueued Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_rules [ 684.491055] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_rules [ 684.491339] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.491643] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.491751] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.492163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.492163] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c38aa95-5421-4849-a0f4-cf0a1f5b93bb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.709756] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8304989f-45e3-429b-9d67-eaf558f1112a [ 684.710196] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.710463] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.710635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.711396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.711396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.711396] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8304989f-45e3-429b-9d67-eaf558f1112a already deleted. [ 684.711396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8304989f-45e3-429b-9d67-eaf558f1112a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.722658] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.722856] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.722985] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.723296] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.723479] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.723616] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port ab0a6353-db61-4af8-b9af-c0b42d19addb not found, creating... [ 684.723881] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.724053] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.724180] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.724510] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.724614] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.724909] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.727830] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.728058] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.728342] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.728532] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.728715] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: ab0a6353-db61-4af8-b9af-c0b42d19addb is going to be created. [ 684.748452] env[69363]: INFO networking_nsxv3.common.synchronization [None req-5ac48c47-e954-465f-a0c7-f8cff2af5260 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Enqueued Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_rules [ 684.750464] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_rules [ 684.751075] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.751172] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.751307] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.751864] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.752444] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.752444] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-ab0a6353-db61-4af8-b9af-c0b42d19addb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.753606] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.753606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.757182] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 684.757182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.757182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.757182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.757364] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.757364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.757460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.757899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.757977] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.758096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.758189] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.778278] env[69363]: INFO networking_nsxv3.common.synchronization [req-0849537f-efef-4eb5-9f1d-b42dda541c0c req-aa138781-d2ec-469e-8c08-78282af5cf79 tempest-SecurityGroupRulesTestJSON-758565997 tempest-SecurityGroupRulesTestJSON-758565997-project-member] Enqueued Resource ID: 275929b5-e0d8-4320-b448-8dd7c3c419f4 with Priority: HIGHEST for action security_group_rules [ 684.780535] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275929b5-e0d8-4320-b448-8dd7c3c419f4 with Priority: HIGHEST for action security_group_rules [ 684.780535] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275929b5-e0d8-4320-b448-8dd7c3c419f4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.780535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275929b5-e0d8-4320-b448-8dd7c3c419f4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.780535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275929b5-e0d8-4320-b448-8dd7c3c419f4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.780535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275929b5-e0d8-4320-b448-8dd7c3c419f4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.780535] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275929b5-e0d8-4320-b448-8dd7c3c419f4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.015727] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.016069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.016069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.016235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.016326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.016450] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb already deleted. [ 685.016518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.016687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.016860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.016926] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c38aa95-5421-4849-a0f4-cf0a1f5b93bb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.261409] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.261409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.261521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.261719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.262114] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.262165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.263616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.263616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.263616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.263762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.263958] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.264043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.264090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.264302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.264412] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.264523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.264593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.264734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.264815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.264815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.264991] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.313206] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.313206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.313397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.313639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.313763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.313901] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275929b5-e0d8-4320-b448-8dd7c3c419f4 already deleted. [ 685.314045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275929b5-e0d8-4320-b448-8dd7c3c419f4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.545759] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.546487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.546487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.546487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.546487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.546487] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb already deleted. [ 685.547094] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.768589] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 497475e5-a186-4003-b201-96d9fa2533cb: rpc.has_security_group_logging(os_id): False [ 685.790803] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.791884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.791884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.791884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.791884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.791884] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.791884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.791884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.792610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.792610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.792610] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.792842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.792929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.793150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.793263] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.793560] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.794019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.794019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.794158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.794262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.794964] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 685.871636] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.876258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.876258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.876258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.876258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.882366] env[69363]: INFO networking_nsxv3.common.synchronization [req-38fbce4b-dd97-4208-b932-0c093a359b50 req-3858032a-fca7-44cc-8b44-3a06644f5151 service nova] Enqueued Resource ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 with Priority: HIGHEST for action security_group_rules [ 685.882938] env[69363]: INFO networking_nsxv3.common.synchronization [req-38fbce4b-dd97-4208-b932-0c093a359b50 req-3858032a-fca7-44cc-8b44-3a06644f5151 service nova] Enqueued Resource ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 with Priority: HIGHEST for action security_group_members [ 685.882938] env[69363]: INFO networking_nsxv3.common.synchronization [req-38fbce4b-dd97-4208-b932-0c093a359b50 req-3858032a-fca7-44cc-8b44-3a06644f5151 service nova] Enqueued Resource ID: ab0a6353-db61-4af8-b9af-c0b42d19addb with Priority: HIGHEST for action port [ 685.883322] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 with Priority: HIGHEST for action security_group_rules [ 685.884104] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 with Priority: HIGHEST for action security_group_members [ 685.884104] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0a6353-db61-4af8-b9af-c0b42d19addb with Priority: HIGHEST for action port [ 685.884104] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25f1d313-358b-4ac9-9a46-bec5f307ee84 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.884104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.884104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.884434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.884434] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25f1d313-358b-4ac9-9a46-bec5f307ee84',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.885459] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f1d313-358b-4ac9-9a46-bec5f307ee84 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.885459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.885633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.885677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.887367] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.887367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.887367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.887367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.888291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.888291] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f1d313-358b-4ac9-9a46-bec5f307ee84',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.892863] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab0a6353-db61-4af8-b9af-c0b42d19addb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.892863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab0a6353-db61-4af8-b9af-c0b42d19addb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.892863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab0a6353-db61-4af8-b9af-c0b42d19addb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.892863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab0a6353-db61-4af8-b9af-c0b42d19addb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.892863] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab0a6353-db61-4af8-b9af-c0b42d19addb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.898363] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 685.970270] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ecda19-6742-48ce-9619-d29fbda60757 in Status: SUCCESS [ 685.970270] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ecda19-6742-48ce-9619-d29fbda60757 deletion is rescheduled due to dependency. [ 685.970409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.988049] env[69363]: INFO networking_nsxv3.common.synchronization [None req-229c5829-32f0-421e-a687-7db932073ce2 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Enqueued Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_rules [ 685.988049] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_rules [ 685.988225] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b60818-8277-4363-acbc-840b6642b7f3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.988293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.988421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.988732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.988810] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b60818-8277-4363-acbc-840b6642b7f3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.149205] env[69363]: INFO networking_nsxv3.common.synchronization [None req-c35e143e-5096-4f08-a089-4c7724d3a725 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Enqueued Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_rules [ 686.149869] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_rules [ 686.151493] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b60818-8277-4363-acbc-840b6642b7f3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.151618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.393782] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f1d313-358b-4ac9-9a46-bec5f307ee84 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.393782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.402104] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25f1d313-358b-4ac9-9a46-bec5f307ee84',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.402104] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab0a6353-db61-4af8-b9af-c0b42d19addb with status ACTIVE [ 686.402104] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.402104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.402104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.402104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.402104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.402104] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.402104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.402104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.402104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.402104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.402104] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.402104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.403329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.405522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.405522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.405522] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab0a6353-db61-4af8-b9af-c0b42d19addb is going to be updated. [ 686.428044] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.428345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.428456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.428693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.428907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.429182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab0a6353-db61-4af8-b9af-c0b42d19addb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.471247] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d99e08-f34c-42dc-b583-babc670aadd5 in Status: SUCCESS [ 686.471550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.471798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.472035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.472290] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.472456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.472517] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.472736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.472847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.473000] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.473120] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d99e08-f34c-42dc-b583-babc670aadd5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.515789] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.515917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.516054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.516405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.516576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.516711] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b60818-8277-4363-acbc-840b6642b7f3 already deleted. [ 686.516859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.516966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.517154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.517240] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b60818-8277-4363-acbc-840b6642b7f3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.905676] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25f1d313-358b-4ac9-9a46-bec5f307ee84',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.982350] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d99e08-f34c-42dc-b583-babc670aadd5 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.982350] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.982350] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d99e08-f34c-42dc-b583-babc670aadd5 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.982350] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.982350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.982992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.982992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.982992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.982992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.982992] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d99e08-f34c-42dc-b583-babc670aadd5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.038626] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.038626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.038626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.038626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.038626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.038626] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b60818-8277-4363-acbc-840b6642b7f3 already deleted. [ 687.038626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.408570] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.408871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.408871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.409026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.409125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.409225] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 is going to be created. [ 687.438727] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.439041] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.439142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.439340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.439582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.452319] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 in Status: UNINITIALIZED for 2s [ 687.484879] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d99e08-f34c-42dc-b583-babc670aadd5: rpc.has_security_group_logging(os_id): False [ 687.508174] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.508668] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.508819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.509229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.509359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.509574] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.509697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.509762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.509928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.510035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.510233] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.510343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.510413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.510542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.510608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.510820] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.510946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.511037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.511701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.511802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.511918] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d99e08-f34c-42dc-b583-babc670aadd5 is going to be created. [ 687.580216] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.580469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.580769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.581046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.581238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.595822] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d99e08-f34c-42dc-b583-babc670aadd5 in Status: IN_PROGRESS for 2s [ 687.918294] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 687.918615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.320236] env[69363]: INFO networking_nsxv3.common.synchronization [None req-072ccbc1-2b97-4e31-b4fb-746a2b7f2926 None None] Enqueued Resource ID: 757dfbe2-45b1-4957-b2e4-3fe4fc8bea7c with Priority: HIGHEST for action port [ 689.320975] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757dfbe2-45b1-4957-b2e4-3fe4fc8bea7c with Priority: HIGHEST for action port [ 689.325979] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-757dfbe2-45b1-4957-b2e4-3fe4fc8bea7c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.326358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-757dfbe2-45b1-4957-b2e4-3fe4fc8bea7c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.326584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-757dfbe2-45b1-4957-b2e4-3fe4fc8bea7c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.327718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-757dfbe2-45b1-4957-b2e4-3fe4fc8bea7c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.327888] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757dfbe2-45b1-4957-b2e4-3fe4fc8bea7c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.385429] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd req-acb69104-af20-402a-b838-ed8ee4dd892c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Enqueued Resource ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe with Priority: HIGHEST for action security_group_members [ 689.386198] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe with Priority: HIGHEST for action security_group_members [ 689.386494] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.386680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.386680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.386877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.387102] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.387222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.387286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.387442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.387535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.387670] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372ee7a5-3276-48a0-bb7f-10b5e3eb11fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.464369] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 in Status: SUCCESS [ 689.464594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.465143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.465470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.465663] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.466050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.466050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.466297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.471931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.471931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.471931] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25f1d313-358b-4ac9-9a46-bec5f307ee84',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.612900] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d99e08-f34c-42dc-b583-babc670aadd5 in Status: SUCCESS [ 689.613249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.831170] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 757dfbe2-45b1-4957-b2e4-3fe4fc8bea7c [ 689.831371] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.831521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.831586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.831813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.831905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.832092] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:757dfbe2-45b1-4957-b2e4-3fe4fc8bea7c already deleted. [ 689.832092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-757dfbe2-45b1-4957-b2e4-3fe4fc8bea7c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.891052] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.893809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.893809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.893809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.893809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.893809] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.893809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.893809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.893809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.893809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.893809] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe is going to be updated. [ 689.939276] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.939276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.939276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.939276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.939276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.952139] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe in Status: IN_PROGRESS for 2s [ 689.973674] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f1d313-358b-4ac9-9a46-bec5f307ee84 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.974876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.974876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.974876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.974876] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.974876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.974876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.974876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.974876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.974876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.975415] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f1d313-358b-4ac9-9a46-bec5f307ee84 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.975415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.975415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.975415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.975585] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.975585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.975702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.975905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.975905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.976134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.976800] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25f1d313-358b-4ac9-9a46-bec5f307ee84',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.485340] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25f1d313-358b-4ac9-9a46-bec5f307ee84: rpc.has_security_group_logging(os_id): False [ 690.511048] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.511616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.511808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.512154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.512351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.512658] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.512891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.513053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.513813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.514034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.514376] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.514640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.514813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.515074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.515249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.515762] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.517794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.517794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.517794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.517794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.517794] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 is going to be created. [ 690.563441] env[69363]: INFO networking_nsxv3.common.synchronization [None req-a935aa2b-22ec-45df-a24c-11b34fe74ffd None None] Enqueued Resource ID: 161bba51-ea81-4ab6-ad58-741c04ec2385 with Priority: HIGHEST for action port [ 690.563441] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161bba51-ea81-4ab6-ad58-741c04ec2385 with Priority: HIGHEST for action port [ 690.563647] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-161bba51-ea81-4ab6-ad58-741c04ec2385 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.563776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-161bba51-ea81-4ab6-ad58-741c04ec2385" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.563843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-161bba51-ea81-4ab6-ad58-741c04ec2385" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.564929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-161bba51-ea81-4ab6-ad58-741c04ec2385" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.565044] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161bba51-ea81-4ab6-ad58-741c04ec2385',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.591638] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.591638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.591638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.591638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.591638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.603165] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 in Status: IN_PROGRESS for 2s [ 691.067865] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 161bba51-ea81-4ab6-ad58-741c04ec2385 [ 691.069137] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.069137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.069137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.069137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.069137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.069137] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:161bba51-ea81-4ab6-ad58-741c04ec2385 already deleted. [ 691.069137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-161bba51-ea81-4ab6-ad58-741c04ec2385" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.269392] env[69363]: INFO networking_nsxv3.common.synchronization [req-7c109f40-11e8-456c-829e-c1e4b63a6e1c req-24f88a3c-871f-4748-b672-bc9ac3422185 tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Enqueued Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 691.273413] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 691.276866] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.276866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.276866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.276866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.276866] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.276866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.276866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.276866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.276866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.276866] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.337084] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f req-7c24ff07-a002-49c9-848c-385c6608355d tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Enqueued Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 691.341026] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 691.341026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.341026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.341026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.341026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.341026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.341026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.341026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.341026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.341026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.341026] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.780011] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.780011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.780011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.780723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.780901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.781280] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.781466] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.781590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.784063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.784063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.784063] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a is going to be updated. [ 691.820737] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.820737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.821024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.821097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.821244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.831846] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: IN_PROGRESS for 2s [ 691.844722] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.845175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.845310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.845628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.845754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.846436] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.846436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.846436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.846436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.846921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.847687] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df already deleted. [ 691.847687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.964384] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe in Status: SUCCESS [ 691.965181] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe deletion is rescheduled due to dependency. [ 691.965338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.145350] env[69363]: INFO networking_nsxv3.common.synchronization [None req-2fdc1969-a672-4322-9d8c-c3d1992e2ca2 None None] Enqueued Resource ID: 92be136a-12cf-4df7-b7f6-0268312c33be with Priority: HIGHEST for action port [ 692.145350] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92be136a-12cf-4df7-b7f6-0268312c33be with Priority: HIGHEST for action port [ 692.145350] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-92be136a-12cf-4df7-b7f6-0268312c33be taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.145350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92be136a-12cf-4df7-b7f6-0268312c33be" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.145350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92be136a-12cf-4df7-b7f6-0268312c33be" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.145950] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92be136a-12cf-4df7-b7f6-0268312c33be" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.146062] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92be136a-12cf-4df7-b7f6-0268312c33be',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.203845] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.204393] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-738" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.204690] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-738" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.205079] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-738" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.205434] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.205649] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.205973] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.206290] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.206492] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.206754] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.207032] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.207247] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.207407] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.207980] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.208130] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.208302] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.233278] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.233620] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 692.234768] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.235017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-738" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.235361] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-776f2ccf-fc0b-4430-931c-df6f1cbf54e0 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.235641] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-776f2ccf-fc0b-4430-931c-df6f1cbf54e0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.235757] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-776f2ccf-fc0b-4430-931c-df6f1cbf54e0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.237105] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-776f2ccf-fc0b-4430-931c-df6f1cbf54e0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.237105] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('776f2ccf-fc0b-4430-931c-df6f1cbf54e0',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.615801] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 in Status: SUCCESS [ 692.615990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.652869] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92be136a-12cf-4df7-b7f6-0268312c33be [ 692.653232] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.653498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.653572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.654288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.654588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.655206] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92be136a-12cf-4df7-b7f6-0268312c33be already deleted. [ 692.655206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92be136a-12cf-4df7-b7f6-0268312c33be" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.741240] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.742444] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.742444] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.742686] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.742857] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.743027] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 776f2ccf-fc0b-4430-931c-df6f1cbf54e0 not found, creating... [ 692.743314] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.743533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.743701] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.744209] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.744209] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.744379] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.744822] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.744822] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.744918] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.745013] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.745921] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 776f2ccf-fc0b-4430-931c-df6f1cbf54e0 is going to be created. [ 692.770790] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.771412] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.771823] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.772359] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.773026] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.773947] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-776f2ccf-fc0b-4430-931c-df6f1cbf54e0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.853627] env[69363]: INFO networking_nsxv3.common.synchronization [None req-f6e7d722-fc7d-4ffb-85b0-0a644a31f4ec None None] Enqueued Resource ID: 07e72cbe-8070-4f54-be7b-349c0cdb34fd with Priority: HIGHEST for action port [ 692.854205] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e72cbe-8070-4f54-be7b-349c0cdb34fd with Priority: HIGHEST for action port [ 692.854552] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-07e72cbe-8070-4f54-be7b-349c0cdb34fd taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.854684] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07e72cbe-8070-4f54-be7b-349c0cdb34fd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.855262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07e72cbe-8070-4f54-be7b-349c0cdb34fd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.855668] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07e72cbe-8070-4f54-be7b-349c0cdb34fd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.855831] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07e72cbe-8070-4f54-be7b-349c0cdb34fd',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.984138] env[69363]: INFO networking_nsxv3.common.synchronization [None req-f2a2efb4-fcb5-4ded-be51-2d62442fa985 None None] Enqueued Resource ID: 1b7fd145-bf3a-45fa-a4ba-56775640ffb8 with Priority: HIGHEST for action port [ 692.984138] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7fd145-bf3a-45fa-a4ba-56775640ffb8 with Priority: HIGHEST for action port [ 692.984138] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b7fd145-bf3a-45fa-a4ba-56775640ffb8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.984138] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b7fd145-bf3a-45fa-a4ba-56775640ffb8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.984138] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b7fd145-bf3a-45fa-a4ba-56775640ffb8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.984902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b7fd145-bf3a-45fa-a4ba-56775640ffb8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.985194] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b7fd145-bf3a-45fa-a4ba-56775640ffb8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.325636] env[69363]: INFO networking_nsxv3.common.synchronization [req-f639a89a-a9c8-475e-9ff1-7354b43eb192 req-2b037e42-9dde-4a27-b1d3-1e0c56ea3ebd tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Enqueued Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_members [ 693.327200] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_members [ 693.327448] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-24799d65-3b6b-4d1d-866b-a663e31b5931 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.327650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.327965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.329027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.329468] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.330184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.330184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.330184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.330423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.330506] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.358965] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07e72cbe-8070-4f54-be7b-349c0cdb34fd [ 693.359225] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.359361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.359435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.359644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.361743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.361872] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07e72cbe-8070-4f54-be7b-349c0cdb34fd already deleted. [ 693.361969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07e72cbe-8070-4f54-be7b-349c0cdb34fd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.489655] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b7fd145-bf3a-45fa-a4ba-56775640ffb8 [ 693.489912] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.490022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.490251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.490351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.490518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.490578] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b7fd145-bf3a-45fa-a4ba-56775640ffb8 already deleted. [ 693.490665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b7fd145-bf3a-45fa-a4ba-56775640ffb8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.705944] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f req-4f0658ae-0cf0-4361-927c-2430076888ee service nova] Enqueued Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_rules [ 693.706200] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f req-4f0658ae-0cf0-4361-927c-2430076888ee service nova] Enqueued Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 693.706346] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f req-4f0658ae-0cf0-4361-927c-2430076888ee service nova] Enqueued Resource ID: 776f2ccf-fc0b-4430-931c-df6f1cbf54e0 with Priority: HIGHEST for action port [ 693.706986] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_rules [ 693.707402] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 693.707535] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776f2ccf-fc0b-4430-931c-df6f1cbf54e0 with Priority: HIGHEST for action port [ 693.707734] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.707874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.707974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.708345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.708431] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.709299] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.709416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.709483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.709665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.709810] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.709904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.709965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.710141] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.710203] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.710292] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.711503] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-776f2ccf-fc0b-4430-931c-df6f1cbf54e0 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.711617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-776f2ccf-fc0b-4430-931c-df6f1cbf54e0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.715024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-776f2ccf-fc0b-4430-931c-df6f1cbf54e0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.715024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-776f2ccf-fc0b-4430-931c-df6f1cbf54e0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.715024] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('776f2ccf-fc0b-4430-931c-df6f1cbf54e0',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.836823] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.836823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.836823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.837130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.837174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.837631] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.837631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.837631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.837834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.837834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.837899] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 already deleted. [ 693.838187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.847374] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: SUCCESS [ 693.847374] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a deletion is rescheduled due to dependency. [ 693.847374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.181771] env[69363]: INFO networking_nsxv3.common.synchronization [req-2644bab4-d8d8-4cea-a986-f7e06cfdfa3b req-1eae6f4e-cb72-4b48-9a22-1ba37c101665 tempest-SecurityGroupRulesTestJSON-758565997 tempest-SecurityGroupRulesTestJSON-758565997-project-member] Enqueued Resource ID: 6ab7000e-2125-4934-a6d7-9647d374de39 with Priority: HIGHEST for action security_group_rules [ 694.181771] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ab7000e-2125-4934-a6d7-9647d374de39 with Priority: HIGHEST for action security_group_rules [ 694.181771] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ab7000e-2125-4934-a6d7-9647d374de39 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.184410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ab7000e-2125-4934-a6d7-9647d374de39" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.184410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ab7000e-2125-4934-a6d7-9647d374de39" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.184602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ab7000e-2125-4934-a6d7-9647d374de39" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.189672] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ab7000e-2125-4934-a6d7-9647d374de39',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.213544] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.214657] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.214775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.214954] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 776f2ccf-fc0b-4430-931c-df6f1cbf54e0 with status ACTIVE [ 694.215744] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.215863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.215925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.216209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.216359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.216549] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.216648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.216701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.217362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.217362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.217362] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.217362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.217362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.217607] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.217607] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.217680] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 776f2ccf-fc0b-4430-931c-df6f1cbf54e0 is going to be updated. [ 694.253012] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.253251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.253251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.253504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.253659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.253823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-776f2ccf-fc0b-4430-931c-df6f1cbf54e0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.376775] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.377041] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-913" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.377347] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-913" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.377460] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-913" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.377735] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.377989] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.379262] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.379262] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.379262] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.379262] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.379262] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.379262] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.379262] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.379861] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.379861] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.379861] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.402211] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.402457] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.402607] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.402688] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-913" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.402993] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-e6838e2c-309f-4b21-86cd-ecff8992ae8c taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.403189] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-e6838e2c-309f-4b21-86cd-ecff8992ae8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.403308] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-e6838e2c-309f-4b21-86cd-ecff8992ae8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.403757] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-e6838e2c-309f-4b21-86cd-ecff8992ae8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.403905] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6838e2c-309f-4b21-86cd-ecff8992ae8c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.419106] env[69363]: INFO networking_nsxv3.common.synchronization [None req-775eae83-3efa-4a65-a4c0-13f7d1bd6ab7 None None] Enqueued Resource ID: 047d5f6d-bb9c-485d-8019-3a18ac15b262 with Priority: HIGHEST for action port [ 694.419682] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047d5f6d-bb9c-485d-8019-3a18ac15b262 with Priority: HIGHEST for action port [ 694.419901] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-047d5f6d-bb9c-485d-8019-3a18ac15b262 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.419995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-047d5f6d-bb9c-485d-8019-3a18ac15b262" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.420071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-047d5f6d-bb9c-485d-8019-3a18ac15b262" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.420895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-047d5f6d-bb9c-485d-8019-3a18ac15b262" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.421033] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('047d5f6d-bb9c-485d-8019-3a18ac15b262',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.712718] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.712718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.712718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.712718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.712718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.712718] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ab7000e-2125-4934-a6d7-9647d374de39 already deleted. [ 694.712718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ab7000e-2125-4934-a6d7-9647d374de39" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.720561] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.907490] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.907788] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.907954] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.908360] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.908529] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.908692] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port e6838e2c-309f-4b21-86cd-ecff8992ae8c not found, creating... [ 694.909009] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.909134] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.909260] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.909489] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.909626] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.909907] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.910503] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.910914] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.911283] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.911467] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.911643] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: e6838e2c-309f-4b21-86cd-ecff8992ae8c is going to be created. [ 694.925056] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 047d5f6d-bb9c-485d-8019-3a18ac15b262 [ 694.925056] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.925056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.925056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.925056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.925056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.925056] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:047d5f6d-bb9c-485d-8019-3a18ac15b262 already deleted. [ 694.925056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-047d5f6d-bb9c-485d-8019-3a18ac15b262" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.936674] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.936674] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.936956] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.937138] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.937491] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.937870] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-e6838e2c-309f-4b21-86cd-ecff8992ae8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.225849] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.226133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.226133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.226316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.226401] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.226499] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df is going to be created. [ 695.258384] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.258384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.258384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.258384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.258384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.270052] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: UNINITIALIZED for 2s [ 695.575683] env[69363]: INFO networking_nsxv3.common.synchronization [None req-6d56868b-28a8-4eba-8e7d-b49da31bd2ba None None] Enqueued Resource ID: b57d1f72-64b2-4cca-b31e-e32f10388f91 with Priority: HIGHEST for action port [ 695.575932] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57d1f72-64b2-4cca-b31e-e32f10388f91 with Priority: HIGHEST for action port [ 695.578198] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b57d1f72-64b2-4cca-b31e-e32f10388f91 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.578198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b57d1f72-64b2-4cca-b31e-e32f10388f91" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.578198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b57d1f72-64b2-4cca-b31e-e32f10388f91" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.578198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b57d1f72-64b2-4cca-b31e-e32f10388f91" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.578198] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b57d1f72-64b2-4cca-b31e-e32f10388f91',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.080669] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b57d1f72-64b2-4cca-b31e-e32f10388f91 [ 696.081235] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.081581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.081775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.082617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.082617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.082617] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b57d1f72-64b2-4cca-b31e-e32f10388f91 already deleted. [ 696.082617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b57d1f72-64b2-4cca-b31e-e32f10388f91" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.119227] env[69363]: INFO networking_nsxv3.common.synchronization [req-1d2a634a-72f0-4b1d-b798-afade3a42c7b req-408077fd-a367-4fca-a2cc-881448530b79 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Enqueued Resource ID: a4c71684-acec-4e82-a14d-dab41f780e33 with Priority: HIGHEST for action security_group_members [ 696.119227] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c71684-acec-4e82-a14d-dab41f780e33 with Priority: HIGHEST for action security_group_members [ 696.119227] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c71684-acec-4e82-a14d-dab41f780e33 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.123317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.123317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.123317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.123317] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.123317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.123317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.123317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.123317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.123317] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4c71684-acec-4e82-a14d-dab41f780e33',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.234339] env[69363]: INFO networking_nsxv3.common.synchronization [req-f639a89a-a9c8-475e-9ff1-7354b43eb192 req-96fcc5fe-620c-4311-a5e9-90f9ca096b64 service nova] Enqueued Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_rules [ 696.234678] env[69363]: INFO networking_nsxv3.common.synchronization [req-f639a89a-a9c8-475e-9ff1-7354b43eb192 req-96fcc5fe-620c-4311-a5e9-90f9ca096b64 service nova] Enqueued Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_members [ 696.234719] env[69363]: INFO networking_nsxv3.common.synchronization [req-f639a89a-a9c8-475e-9ff1-7354b43eb192 req-96fcc5fe-620c-4311-a5e9-90f9ca096b64 service nova] Enqueued Resource ID: e6838e2c-309f-4b21-86cd-ecff8992ae8c with Priority: HIGHEST for action port [ 696.235347] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_rules [ 696.235753] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_members [ 696.235753] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6838e2c-309f-4b21-86cd-ecff8992ae8c with Priority: HIGHEST for action port [ 696.235953] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24799d65-3b6b-4d1d-866b-a663e31b5931 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.243465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.243607] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.244101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.247340] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.247340] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-24799d65-3b6b-4d1d-866b-a663e31b5931 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.247340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.247637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.248467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.249726] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.249726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.249726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.249726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.249726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.249726] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.250793] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6838e2c-309f-4b21-86cd-ecff8992ae8c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.251026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6838e2c-309f-4b21-86cd-ecff8992ae8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.251109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6838e2c-309f-4b21-86cd-ecff8992ae8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.251890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6838e2c-309f-4b21-86cd-ecff8992ae8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.253101] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6838e2c-309f-4b21-86cd-ecff8992ae8c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.626168] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.627543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.628201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.628559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.628949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.629361] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.629931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.630097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.630377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.630559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.630712] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4c71684-acec-4e82-a14d-dab41f780e33 already deleted. [ 696.630896] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.755146] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-24799d65-3b6b-4d1d-866b-a663e31b5931 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.755327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.755561] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.757146] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6838e2c-309f-4b21-86cd-ecff8992ae8c with status ACTIVE [ 696.757146] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.757146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.757363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.757396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.757481] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.758074] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.758074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.758074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.758074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.758306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.758450] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.758636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.758636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.758757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.759012] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.759012] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6838e2c-309f-4b21-86cd-ecff8992ae8c is going to be updated. [ 696.784589] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.784589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.784589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.784589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.784589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.784589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6838e2c-309f-4b21-86cd-ecff8992ae8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.954286] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.954446] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-472" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.955049] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-472" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.955049] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-472" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.955249] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.955420] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.955550] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.955812] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.955971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.956207] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.956318] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.956427] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.956562] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.956639] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.956747] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.956885] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.982486] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.983218] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.983577] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.983992] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-472" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.984814] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-3f71d07d-102f-483d-adc1-9ccd2308856c taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.985388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-3f71d07d-102f-483d-adc1-9ccd2308856c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.985729] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-3f71d07d-102f-483d-adc1-9ccd2308856c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.988548] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-3f71d07d-102f-483d-adc1-9ccd2308856c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.988548] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f71d07d-102f-483d-adc1-9ccd2308856c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.124627] env[69363]: INFO networking_nsxv3.common.synchronization [None req-461f5b4a-f18a-4555-acea-9a03b37c97d5 None None] Enqueued Resource ID: dfd6003d-fdd9-4726-87c9-91fc9d92d56c with Priority: HIGHEST for action port [ 697.125539] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd6003d-fdd9-4726-87c9-91fc9d92d56c with Priority: HIGHEST for action port [ 697.126326] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfd6003d-fdd9-4726-87c9-91fc9d92d56c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.127193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfd6003d-fdd9-4726-87c9-91fc9d92d56c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.127327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfd6003d-fdd9-4726-87c9-91fc9d92d56c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.127984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfd6003d-fdd9-4726-87c9-91fc9d92d56c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.127984] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd6003d-fdd9-4726-87c9-91fc9d92d56c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.261742] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.286442] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: SUCCESS [ 697.286741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.287086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.287193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.287412] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.287763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.287763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.287894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.287894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.287957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.288075] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.493939] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.493939] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.493939] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.493939] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.493939] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.493939] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 3f71d07d-102f-483d-adc1-9ccd2308856c not found, creating... [ 697.493939] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.493939] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.494620] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.494620] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.496158] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.497183] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.497183] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.497183] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.498153] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.498760] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.498760] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 3f71d07d-102f-483d-adc1-9ccd2308856c is going to be created. [ 697.528026] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.528026] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.528026] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.528026] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.528026] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.528026] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-3f71d07d-102f-483d-adc1-9ccd2308856c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.630209] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfd6003d-fdd9-4726-87c9-91fc9d92d56c [ 697.630389] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.630643] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.630643] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.631031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.631164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.631269] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfd6003d-fdd9-4726-87c9-91fc9d92d56c already deleted. [ 697.631458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfd6003d-fdd9-4726-87c9-91fc9d92d56c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.766820] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.766820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.766820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.766820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.766820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.766820] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 is going to be created. [ 697.790814] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.794258] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.794258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.794258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.794258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.794258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.808711] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 in Status: UNINITIALIZED for 2s [ 698.297409] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 089829e2-82b7-44dc-af51-c0c1978dd2df: rpc.has_security_group_logging(os_id): False [ 698.318628] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.318826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.318946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.319384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.319551] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.319962] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.320138] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.320185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.320321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.321896] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.322063] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df is going to be created. [ 698.410036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.410036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.410036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.410036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.410036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.429641] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: IN_PROGRESS for 2s [ 698.979432] env[69363]: INFO networking_nsxv3.common.synchronization [req-527da7b3-c152-4dba-bde9-c67367f849aa req-1e4d31da-e343-4b42-adf3-7286e9c4631d tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Enqueued Resource ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa with Priority: HIGHEST for action security_group_members [ 698.980911] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa with Priority: HIGHEST for action security_group_members [ 698.980911] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-828ac5d0-767d-44b9-8a5d-a230a42e93aa taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.982465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.982465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.982465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.982465] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.982465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.982465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.986034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.986034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.986034] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828ac5d0-767d-44b9-8a5d-a230a42e93aa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.181203] env[69363]: INFO networking_nsxv3.common.synchronization [req-1d2a634a-72f0-4b1d-b798-afade3a42c7b req-876e4559-f264-472f-b3b3-93c3376da083 service nova] Enqueued Resource ID: a4c71684-acec-4e82-a14d-dab41f780e33 with Priority: HIGHEST for action security_group_rules [ 699.181403] env[69363]: INFO networking_nsxv3.common.synchronization [req-1d2a634a-72f0-4b1d-b798-afade3a42c7b req-876e4559-f264-472f-b3b3-93c3376da083 service nova] Enqueued Resource ID: a4c71684-acec-4e82-a14d-dab41f780e33 with Priority: HIGHEST for action security_group_members [ 699.181577] env[69363]: INFO networking_nsxv3.common.synchronization [req-1d2a634a-72f0-4b1d-b798-afade3a42c7b req-876e4559-f264-472f-b3b3-93c3376da083 service nova] Enqueued Resource ID: 3f71d07d-102f-483d-adc1-9ccd2308856c with Priority: HIGHEST for action port [ 699.182227] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c71684-acec-4e82-a14d-dab41f780e33 with Priority: HIGHEST for action security_group_rules [ 699.182605] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c71684-acec-4e82-a14d-dab41f780e33 with Priority: HIGHEST for action security_group_members [ 699.182702] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f71d07d-102f-483d-adc1-9ccd2308856c with Priority: HIGHEST for action port [ 699.187720] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4c71684-acec-4e82-a14d-dab41f780e33 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.187874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.188018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.188261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.188397] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4c71684-acec-4e82-a14d-dab41f780e33',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.190442] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c71684-acec-4e82-a14d-dab41f780e33 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.191011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.191011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.191011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.191011] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.191488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.191488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.191488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.191488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.191488] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4c71684-acec-4e82-a14d-dab41f780e33',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.193651] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f71d07d-102f-483d-adc1-9ccd2308856c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.193756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f71d07d-102f-483d-adc1-9ccd2308856c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.193817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f71d07d-102f-483d-adc1-9ccd2308856c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.194609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f71d07d-102f-483d-adc1-9ccd2308856c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.194765] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f71d07d-102f-483d-adc1-9ccd2308856c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.346626] env[69363]: INFO networking_nsxv3.common.synchronization [req-225e8119-8baf-48cd-a71f-2a48c86ff242 req-9b16b342-f8d7-4dd0-88e2-abc3d6492142 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Enqueued Resource ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 with Priority: HIGHEST for action security_group_members [ 699.347229] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 with Priority: HIGHEST for action security_group_members [ 699.347229] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bfeef94-4f41-4343-b23e-4059fb1ee697 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.347229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.348441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.348711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.348988] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.349155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.349216] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.349437] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.349550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.349684] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bfeef94-4f41-4343-b23e-4059fb1ee697',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.485867] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.486128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.486415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.487985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.487985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.487985] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.487985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.487985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.487985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.487985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.487985] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa already deleted. [ 699.487985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.677809] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.677809] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-921" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.677809] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-921" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.678796] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-921" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.679445] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.679888] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.680138] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.681035] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.681609] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.682075] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.682424] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.682711] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.682994] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.683383] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.683640] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.684089] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.697528] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4c71684-acec-4e82-a14d-dab41f780e33',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.698931] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c71684-acec-4e82-a14d-dab41f780e33 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.699254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.700423] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f71d07d-102f-483d-adc1-9ccd2308856c with status ACTIVE [ 699.701277] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.701277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.701277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.701277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.701277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.701633] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.701900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.701978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.702222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.702506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.702653] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.702653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.702755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.703150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.703150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.703150] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f71d07d-102f-483d-adc1-9ccd2308856c is going to be updated. [ 699.707853] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.708035] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.708098] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.708291] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-921" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.708626] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-d665df28-1c9c-452d-b91a-e13adc429ff0 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.709019] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-d665df28-1c9c-452d-b91a-e13adc429ff0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.709019] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-d665df28-1c9c-452d-b91a-e13adc429ff0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.709782] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-d665df28-1c9c-452d-b91a-e13adc429ff0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.709938] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d665df28-1c9c-452d-b91a-e13adc429ff0',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.728532] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.728757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.728871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.729082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.729234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.729404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f71d07d-102f-483d-adc1-9ccd2308856c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.822846] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 in Status: SUCCESS [ 699.823883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.823883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.824088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.824386] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.824537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.824537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.824773] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.824883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.824956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.825428] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.860903] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.864033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.864033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.864033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.864033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.864033] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.864033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.864033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.864033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.864033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.864033] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 is going to be updated. [ 699.897769] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.897769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.897769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.897769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.898086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.910024] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 in Status: IN_PROGRESS for 2s [ 700.205363] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4c71684-acec-4e82-a14d-dab41f780e33',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.213827] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.214119] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.214252] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.214651] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.214821] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.215013] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port d665df28-1c9c-452d-b91a-e13adc429ff0 not found, creating... [ 700.215332] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.215521] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.215692] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.215946] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.216107] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.216442] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.216619] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.216739] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.217070] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.217232] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.217379] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: d665df28-1c9c-452d-b91a-e13adc429ff0 is going to be created. [ 700.243587] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.243587] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.243587] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.243587] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.243587] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.243587] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-d665df28-1c9c-452d-b91a-e13adc429ff0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.327848] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.445371] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: SUCCESS [ 700.445371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.713621] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.716156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.716156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.716156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.716156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.716156] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4c71684-acec-4e82-a14d-dab41f780e33 is going to be created. [ 700.739325] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.739507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.739583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.739761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.739928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.749634] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c71684-acec-4e82-a14d-dab41f780e33 in Status: UNINITIALIZED for 2s [ 700.831316] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24799d65-3b6b-4d1d-866b-a663e31b5931: rpc.has_security_group_logging(os_id): False [ 700.852840] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.853231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.853231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.853380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.853380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.853608] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.853742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.853808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.853918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.853984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.854090] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 is going to be created. [ 700.941386] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.941534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.941611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.941831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.942034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.953578] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 in Status: IN_PROGRESS for 2s [ 701.007126] env[69363]: INFO networking_nsxv3.common.synchronization [req-527da7b3-c152-4dba-bde9-c67367f849aa req-7d9c11b8-8855-4603-802d-2cbaf5ff076f service nova] Enqueued Resource ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa with Priority: HIGHEST for action security_group_rules [ 701.007391] env[69363]: INFO networking_nsxv3.common.synchronization [req-527da7b3-c152-4dba-bde9-c67367f849aa req-7d9c11b8-8855-4603-802d-2cbaf5ff076f service nova] Enqueued Resource ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa with Priority: HIGHEST for action security_group_members [ 701.007569] env[69363]: INFO networking_nsxv3.common.synchronization [req-527da7b3-c152-4dba-bde9-c67367f849aa req-7d9c11b8-8855-4603-802d-2cbaf5ff076f service nova] Enqueued Resource ID: d665df28-1c9c-452d-b91a-e13adc429ff0 with Priority: HIGHEST for action port [ 701.010644] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa with Priority: HIGHEST for action security_group_rules [ 701.010776] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa with Priority: HIGHEST for action security_group_members [ 701.010872] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d665df28-1c9c-452d-b91a-e13adc429ff0 with Priority: HIGHEST for action port [ 701.011284] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-828ac5d0-767d-44b9-8a5d-a230a42e93aa taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.011468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.011667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.011992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.012080] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('828ac5d0-767d-44b9-8a5d-a230a42e93aa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.013339] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-828ac5d0-767d-44b9-8a5d-a230a42e93aa taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.013844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.013909] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.015027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.015211] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.015322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.015384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.015723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.015723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.015723] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828ac5d0-767d-44b9-8a5d-a230a42e93aa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.016584] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d665df28-1c9c-452d-b91a-e13adc429ff0 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.016711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d665df28-1c9c-452d-b91a-e13adc429ff0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.016779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d665df28-1c9c-452d-b91a-e13adc429ff0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.016929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d665df28-1c9c-452d-b91a-e13adc429ff0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.017017] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d665df28-1c9c-452d-b91a-e13adc429ff0',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.519444] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828ac5d0-767d-44b9-8a5d-a230a42e93aa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.520837] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-828ac5d0-767d-44b9-8a5d-a230a42e93aa taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.520837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.521068] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d665df28-1c9c-452d-b91a-e13adc429ff0 with status ACTIVE [ 701.521109] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.521216] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.521304] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.521505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.521562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.521725] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.521822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.521875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.522033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.522111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.522283] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.522428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.522579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.522664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.522738] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.522823] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d665df28-1c9c-452d-b91a-e13adc429ff0 is going to be updated. [ 701.549155] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.549244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.549320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.549699] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.549699] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.549843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d665df28-1c9c-452d-b91a-e13adc429ff0" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.562855] env[69363]: INFO networking_nsxv3.common.synchronization [req-7d1f085a-52a5-4bc1-ab22-a7f47361e18f req-df89ad9b-61e3-4b33-bb5b-556adeddac1e tempest-SecurityGroupRulesTestJSON-758565997 tempest-SecurityGroupRulesTestJSON-758565997-project-member] Enqueued Resource ID: 3b7261c1-f084-4eee-84e3-93e54b22936d with Priority: HIGHEST for action security_group_rules [ 701.563398] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b7261c1-f084-4eee-84e3-93e54b22936d with Priority: HIGHEST for action security_group_rules [ 701.563688] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b7261c1-f084-4eee-84e3-93e54b22936d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.563810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b7261c1-f084-4eee-84e3-93e54b22936d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.563870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b7261c1-f084-4eee-84e3-93e54b22936d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.564204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b7261c1-f084-4eee-84e3-93e54b22936d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.564288] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b7261c1-f084-4eee-84e3-93e54b22936d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.926541] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 in Status: SUCCESS [ 701.926541] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 deletion is rescheduled due to dependency. [ 701.926541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.027590] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828ac5d0-767d-44b9-8a5d-a230a42e93aa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.093115] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.093115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.093115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.093115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.093115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.093115] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b7261c1-f084-4eee-84e3-93e54b22936d already deleted. [ 702.093115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b7261c1-f084-4eee-84e3-93e54b22936d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.528128] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.528608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.528608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.528608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.529131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.529131] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa is going to be created. [ 702.561215] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.561376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.561478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.561641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.561803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.573169] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa in Status: UNINITIALIZED for 2s [ 702.760701] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c71684-acec-4e82-a14d-dab41f780e33 in Status: SUCCESS [ 702.760990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.761935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.761935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.761935] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.761935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.761935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.762247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.762247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.762247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.762247] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4c71684-acec-4e82-a14d-dab41f780e33',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.971688] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 in Status: SUCCESS [ 702.971941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.098024] env[69363]: INFO networking_nsxv3.common.synchronization [req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 req-c2e38517-90cf-43be-9b11-5bd815353164 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Enqueued Resource ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 with Priority: HIGHEST for action security_group_members [ 703.098024] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 with Priority: HIGHEST for action security_group_members [ 703.098024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f1d313-358b-4ac9-9a46-bec5f307ee84 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.098024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.098024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.098024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.098024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.098024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.098024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.098024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.098024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.098024] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f1d313-358b-4ac9-9a46-bec5f307ee84',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.264445] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c71684-acec-4e82-a14d-dab41f780e33 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.264740] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.264848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.265136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.265837] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.265837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.265837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.265837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.266083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.266083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.266172] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c71684-acec-4e82-a14d-dab41f780e33 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.266347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.266347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.266519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.266695] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.266862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.266918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.267567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.268474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.268474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.268474] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4c71684-acec-4e82-a14d-dab41f780e33',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.600335] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.600680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.600680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.600680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.600824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.601299] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.601299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.601299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.601473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.601473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.601473] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 is going to be updated. [ 703.633141] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.633304] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.633375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.633597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.634479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.646297] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 in Status: IN_PROGRESS for 2s [ 703.771437] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4c71684-acec-4e82-a14d-dab41f780e33: rpc.has_security_group_logging(os_id): False [ 703.793571] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.793756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.793870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.794222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.794364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.794659] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.794833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.794966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.797089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.797089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.797089] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.797089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.797089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.800912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.801113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.801711] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.801711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.801711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.802096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.802096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.802204] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4c71684-acec-4e82-a14d-dab41f780e33 is going to be created. [ 703.894852] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.894852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.894852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.895186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.895259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.912177] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4c71684-acec-4e82-a14d-dab41f780e33 in Status: IN_PROGRESS for 2s [ 704.106315] env[69363]: INFO networking_nsxv3.common.synchronization [req-b75f8531-4977-4d51-be88-599be8a07469 req-93b74102-506d-4225-a1ab-3898ebd5cec9 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Enqueued Resource ID: 81d99e08-f34c-42dc-b583-babc670aadd5 with Priority: HIGHEST for action security_group_members [ 704.106668] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d99e08-f34c-42dc-b583-babc670aadd5 with Priority: HIGHEST for action security_group_members [ 704.106988] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d99e08-f34c-42dc-b583-babc670aadd5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.107317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.107317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.108443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.108443] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.108443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.108443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.108443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.108443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.108443] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d99e08-f34c-42dc-b583-babc670aadd5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.592290] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa in Status: SUCCESS [ 704.592740] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.593080] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.593460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.594022] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.594022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.594321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.594676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.594937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.594990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.595119] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('828ac5d0-767d-44b9-8a5d-a230a42e93aa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.611236] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.611605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.611695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.612098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.612279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.612648] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.612864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.613701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.613701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.613701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.613701] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d99e08-f34c-42dc-b583-babc670aadd5 is going to be updated. [ 704.663266] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.663601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.663716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.664367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.664367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.671051] env[69363]: INFO networking_nsxv3.common.synchronization [req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 req-2867a15e-88ba-4737-b846-5ed3d90a34cd tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Enqueued Resource ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 with Priority: HIGHEST for action security_group_members [ 704.672028] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 with Priority: HIGHEST for action security_group_members [ 704.672701] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0182d191-d716-4d97-a912-ea40ea3ef2b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.672843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.673090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.673306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.673438] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.673525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.673560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.673710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.673798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.673919] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0182d191-d716-4d97-a912-ea40ea3ef2b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.680953] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d99e08-f34c-42dc-b583-babc670aadd5 in Status: IN_PROGRESS for 2s [ 705.101800] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-828ac5d0-767d-44b9-8a5d-a230a42e93aa taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.101800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.102096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.102223] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.103380] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.103380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.103380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.103380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.103380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.103380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.103380] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-828ac5d0-767d-44b9-8a5d-a230a42e93aa taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.103380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.103768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.103768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.103768] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.103899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.103899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.104248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.104248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.104248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.104431] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('828ac5d0-767d-44b9-8a5d-a230a42e93aa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.176015] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.176206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.176278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.176522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.176620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.176944] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.176944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.177062] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.177192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.177913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.177913] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 already deleted. [ 705.177913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.607944] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 828ac5d0-767d-44b9-8a5d-a230a42e93aa: rpc.has_security_group_logging(os_id): False [ 705.626603] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.627048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.627048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.627216] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.627361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.627678] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.627819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.627925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.628167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.628251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.628757] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.628757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.628757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.628992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.629162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.629439] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.629709] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.629852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.630104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.630273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.630435] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa is going to be created. [ 705.656988] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 in Status: SUCCESS [ 705.657380] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 deletion is rescheduled due to dependency. [ 705.657541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.697783] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.698574] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.699297] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.699831] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.706014] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.706014] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.706014] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.706014] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.706014] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.706014] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.706014] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.706014] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.706014] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.706014] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.706014] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.706014] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.709368] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.709945] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.710259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.711372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.712045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.731742] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa in Status: IN_PROGRESS for 2s [ 705.738031] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.738031] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.738031] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.738031] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.738031] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-3fdfe199-459b-4b02-a1fd-d45cda955bda taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.738031] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-3fdfe199-459b-4b02-a1fd-d45cda955bda" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.738031] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-3fdfe199-459b-4b02-a1fd-d45cda955bda" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.738031] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-3fdfe199-459b-4b02-a1fd-d45cda955bda" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.739083] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdfe199-459b-4b02-a1fd-d45cda955bda',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.929026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4c71684-acec-4e82-a14d-dab41f780e33 in Status: SUCCESS [ 705.929026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.241691] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.241969] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.242072] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.242350] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.242563] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.242668] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 3fdfe199-459b-4b02-a1fd-d45cda955bda not found, creating... [ 706.242939] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.245287] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.245417] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.247749] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.247919] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.248270] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.248486] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.248617] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.250637] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.250637] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.250637] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 3fdfe199-459b-4b02-a1fd-d45cda955bda is going to be created. [ 706.272132] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.272132] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.272463] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.272553] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.272763] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.272992] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-3fdfe199-459b-4b02-a1fd-d45cda955bda" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.575940] env[69363]: INFO networking_nsxv3.common.synchronization [req-4679dfae-51b2-48f4-9ff3-b681af123151 req-ee13a9f8-d2dc-48e4-a1fb-3694aa6331b0 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Enqueued Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_members [ 706.575940] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_members [ 706.576185] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b246f13-e255-4e6a-a8c0-1c78041189d4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.576310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.576510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.576692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.576954] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.577076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.577166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.577437] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.577550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.577678] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b246f13-e255-4e6a-a8c0-1c78041189d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.693135] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d99e08-f34c-42dc-b583-babc670aadd5 in Status: SUCCESS [ 706.693390] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d99e08-f34c-42dc-b583-babc670aadd5 deletion is rescheduled due to dependency. [ 706.693390] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.080473] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.080473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.080473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.080610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.080610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.080940] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.081068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.081068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.081208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.081292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.081732] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 already deleted. [ 707.081732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.116181] env[69363]: INFO networking_nsxv3.common.synchronization [None req-d253d2f5-505c-43e9-8993-07499a1cc741 None None] Enqueued Resource ID: 4251d642-c689-4d99-9d62-8d803379669c with Priority: HIGHEST for action port [ 707.116477] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4251d642-c689-4d99-9d62-8d803379669c with Priority: HIGHEST for action port [ 707.117071] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4251d642-c689-4d99-9d62-8d803379669c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.117325] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4251d642-c689-4d99-9d62-8d803379669c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.117325] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4251d642-c689-4d99-9d62-8d803379669c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.117542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4251d642-c689-4d99-9d62-8d803379669c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.117622] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4251d642-c689-4d99-9d62-8d803379669c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.622297] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4251d642-c689-4d99-9d62-8d803379669c [ 707.623315] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.623509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.623592] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.623813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.623930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.624063] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4251d642-c689-4d99-9d62-8d803379669c already deleted. [ 707.624160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4251d642-c689-4d99-9d62-8d803379669c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.718020] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.718020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-532" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.718020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-532" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.718020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-532" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.718020] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.718020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.718020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.718020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.718020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.718020] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.718020] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.718020] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.718020] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.719115] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.719115] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.719115] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.726027] env[69363]: INFO networking_nsxv3.common.synchronization [req-e08df4ca-3dd6-42db-b861-68db8da441f7 req-28e86d4a-54c3-465a-99cf-ab6e5a81c91c tempest-SecurityGroupRulesTestJSON-758565997 tempest-SecurityGroupRulesTestJSON-758565997-project-member] Enqueued Resource ID: ba96172d-f9eb-4511-b7af-a7ee69d09d8c with Priority: HIGHEST for action security_group_rules [ 707.726027] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba96172d-f9eb-4511-b7af-a7ee69d09d8c with Priority: HIGHEST for action security_group_rules [ 707.726027] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.726520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.726636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.727038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.727178] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba96172d-f9eb-4511-b7af-a7ee69d09d8c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.740343] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.740508] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.740634] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.740819] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-532" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.741147] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-2897f6a4-3c37-4b36-ae2c-c947474e8d5d taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.741325] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-2897f6a4-3c37-4b36-ae2c-c947474e8d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.741444] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-2897f6a4-3c37-4b36-ae2c-c947474e8d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.741906] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-2897f6a4-3c37-4b36-ae2c-c947474e8d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.741906] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2897f6a4-3c37-4b36-ae2c-c947474e8d5d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.745178] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa in Status: SUCCESS [ 707.745381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.748072] env[69363]: INFO networking_nsxv3.common.synchronization [req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 req-30c37656-3519-4868-9564-e61bf88d3413 service nova] Enqueued Resource ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 with Priority: HIGHEST for action security_group_rules [ 707.748072] env[69363]: INFO networking_nsxv3.common.synchronization [req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 req-30c37656-3519-4868-9564-e61bf88d3413 service nova] Enqueued Resource ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 with Priority: HIGHEST for action security_group_members [ 707.748072] env[69363]: INFO networking_nsxv3.common.synchronization [req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 req-30c37656-3519-4868-9564-e61bf88d3413 service nova] Enqueued Resource ID: 3fdfe199-459b-4b02-a1fd-d45cda955bda with Priority: HIGHEST for action port [ 707.748072] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 with Priority: HIGHEST for action security_group_rules [ 707.748072] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 with Priority: HIGHEST for action security_group_members [ 707.748072] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdfe199-459b-4b02-a1fd-d45cda955bda with Priority: HIGHEST for action port [ 707.752835] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0182d191-d716-4d97-a912-ea40ea3ef2b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.752835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.752835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.752835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.752835] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0182d191-d716-4d97-a912-ea40ea3ef2b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.753670] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0182d191-d716-4d97-a912-ea40ea3ef2b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.753851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.753928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.754154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.754309] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.754400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.754459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.754629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.754716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.754809] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0182d191-d716-4d97-a912-ea40ea3ef2b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.757626] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fdfe199-459b-4b02-a1fd-d45cda955bda taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.757626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fdfe199-459b-4b02-a1fd-d45cda955bda" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.757626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fdfe199-459b-4b02-a1fd-d45cda955bda" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.757626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fdfe199-459b-4b02-a1fd-d45cda955bda" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.757626] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdfe199-459b-4b02-a1fd-d45cda955bda',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.244868] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.245129] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.245256] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.245550] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.245740] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.245954] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 2897f6a4-3c37-4b36-ae2c-c947474e8d5d not found, creating... [ 708.246304] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.246485] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.246618] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.246869] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.247172] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.247367] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.247473] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.247549] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.247855] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.248039] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.248189] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 2897f6a4-3c37-4b36-ae2c-c947474e8d5d is going to be created. [ 708.252603] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.252603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.252603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.252603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.252603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.252603] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba96172d-f9eb-4511-b7af-a7ee69d09d8c already deleted. [ 708.252603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.258912] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0182d191-d716-4d97-a912-ea40ea3ef2b3 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.259087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.260673] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0182d191-d716-4d97-a912-ea40ea3ef2b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.261598] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fdfe199-459b-4b02-a1fd-d45cda955bda with status ACTIVE [ 708.261841] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.261961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.262026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.262254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.262349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.262534] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.262648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.262703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.262865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.262944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.264260] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.264362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.264362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.264520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.264624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.264717] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fdfe199-459b-4b02-a1fd-d45cda955bda is going to be updated. [ 708.274293] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.274622] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.274768] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.275071] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.275602] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.275895] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-2897f6a4-3c37-4b36-ae2c-c947474e8d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.288678] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.288854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.288905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.289124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.289255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.289432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fdfe199-459b-4b02-a1fd-d45cda955bda" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.768165] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0182d191-d716-4d97-a912-ea40ea3ef2b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.272800] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.272800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.272800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.272800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.272800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.272800] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 is going to be created. [ 709.312710] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.312710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.312710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.312710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.312710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.326411] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 in Status: UNINITIALIZED for 2s [ 709.364761] env[69363]: INFO networking_nsxv3.common.synchronization [req-d857af83-24bb-46c3-9117-cb4eac38f18e req-00e2990e-9873-4693-a8e4-143fbbd1c30f tempest-SecurityGroupRulesTestJSON-758565997 tempest-SecurityGroupRulesTestJSON-758565997-project-member] Enqueued Resource ID: ba96172d-f9eb-4511-b7af-a7ee69d09d8c with Priority: HIGHEST for action security_group_rules [ 709.365342] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba96172d-f9eb-4511-b7af-a7ee69d09d8c with Priority: HIGHEST for action security_group_rules [ 709.367686] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.367855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.367954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.369127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.369127] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba96172d-f9eb-4511-b7af-a7ee69d09d8c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.396763] env[69363]: INFO networking_nsxv3.common.synchronization [req-1cd1d037-039f-41d5-bdf7-ec860368c529 req-277d047b-76f1-4585-afa8-ea45881b3fd7 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Enqueued Resource ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 with Priority: HIGHEST for action security_group_members [ 709.397323] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 with Priority: HIGHEST for action security_group_members [ 709.398027] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.398027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.398027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.398027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.405526] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.405526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.405526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.405526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.405526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.405526] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2983eb17-aa1b-4907-ac6b-a86d25e6a3d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.796275] env[69363]: INFO networking_nsxv3.common.synchronization [None req-dcc29483-6611-482e-aeca-44df12a06a9d None None] Enqueued Resource ID: 9e366ff5-f5ff-498b-803e-462e64625171 with Priority: HIGHEST for action port [ 709.796275] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e366ff5-f5ff-498b-803e-462e64625171 with Priority: HIGHEST for action port [ 709.797355] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e366ff5-f5ff-498b-803e-462e64625171 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.797648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e366ff5-f5ff-498b-803e-462e64625171" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.798876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e366ff5-f5ff-498b-803e-462e64625171" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.799764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e366ff5-f5ff-498b-803e-462e64625171" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.799764] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e366ff5-f5ff-498b-803e-462e64625171',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.894492] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.894754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.894916] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.895625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.895723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.895845] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba96172d-f9eb-4511-b7af-a7ee69d09d8c already deleted. [ 709.895965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.911464] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.911464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.911464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.911464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.911464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.911464] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.911464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.911464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.911464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.911464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.911464] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 is going to be updated. [ 709.915739] env[69363]: INFO networking_nsxv3.common.synchronization [req-d2181a24-5771-438e-95eb-976f196d9f3a req-749c8449-5667-4de7-91f5-0131b7029abc tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Enqueued Resource ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 with Priority: HIGHEST for action security_group_members [ 709.916327] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 with Priority: HIGHEST for action security_group_members [ 709.917155] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6d6a3f-3246-41f9-947c-aad654422d88 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.917155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.917155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.918427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.918427] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.918427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.918630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.920516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.920516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.920516] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6d6a3f-3246-41f9-947c-aad654422d88',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.942119] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.943355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.943355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.943355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.943537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.954669] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 in Status: IN_PROGRESS for 2s [ 710.018521] env[69363]: INFO networking_nsxv3.common.synchronization [req-4679dfae-51b2-48f4-9ff3-b681af123151 req-dd826f27-3484-4ed9-aade-c676f55e2dbb service nova] Enqueued Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_rules [ 710.018711] env[69363]: INFO networking_nsxv3.common.synchronization [req-4679dfae-51b2-48f4-9ff3-b681af123151 req-dd826f27-3484-4ed9-aade-c676f55e2dbb service nova] Enqueued Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_members [ 710.018869] env[69363]: INFO networking_nsxv3.common.synchronization [req-4679dfae-51b2-48f4-9ff3-b681af123151 req-dd826f27-3484-4ed9-aade-c676f55e2dbb service nova] Enqueued Resource ID: 2897f6a4-3c37-4b36-ae2c-c947474e8d5d with Priority: HIGHEST for action port [ 710.019721] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_rules [ 710.019721] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_members [ 710.019721] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2897f6a4-3c37-4b36-ae2c-c947474e8d5d with Priority: HIGHEST for action port [ 710.019921] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b246f13-e255-4e6a-a8c0-1c78041189d4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.020533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.020634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.020863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.020974] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b246f13-e255-4e6a-a8c0-1c78041189d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.022759] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b246f13-e255-4e6a-a8c0-1c78041189d4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.022866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.022945] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.023301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.023483] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.023568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.023649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.025045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.025045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.025045] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b246f13-e255-4e6a-a8c0-1c78041189d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.026241] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2897f6a4-3c37-4b36-ae2c-c947474e8d5d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.026312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2897f6a4-3c37-4b36-ae2c-c947474e8d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.026312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2897f6a4-3c37-4b36-ae2c-c947474e8d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.027248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2897f6a4-3c37-4b36-ae2c-c947474e8d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.027248] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2897f6a4-3c37-4b36-ae2c-c947474e8d5d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.302414] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e366ff5-f5ff-498b-803e-462e64625171 [ 710.302841] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.304085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.304085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.304085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.304085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.304085] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e366ff5-f5ff-498b-803e-462e64625171 already deleted. [ 710.304085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e366ff5-f5ff-498b-803e-462e64625171" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.421435] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.421675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.421675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.421873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.421966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.422226] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.422284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.422378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.422543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.422630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.422737] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 already deleted. [ 710.422790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.524020] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b246f13-e255-4e6a-a8c0-1c78041189d4 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.525261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.533366] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b246f13-e255-4e6a-a8c0-1c78041189d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.533366] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2897f6a4-3c37-4b36-ae2c-c947474e8d5d with status ACTIVE [ 710.533366] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.533366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.533366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.533366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.533366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.533366] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.533366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.533366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.533366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.533366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.533366] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.533366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.533366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.533366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.533956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.533956] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2897f6a4-3c37-4b36-ae2c-c947474e8d5d is going to be updated. [ 710.559877] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.559877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.560130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.560173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.560775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.560775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2897f6a4-3c37-4b36-ae2c-c947474e8d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.665428] env[69363]: INFO networking_nsxv3.common.synchronization [None req-e5f54bee-3b57-47b6-97c4-2c63a8c01ebd None None] Enqueued Resource ID: f51f7ecf-106f-47f0-afbe-5c57f656949f with Priority: HIGHEST for action port [ 710.666232] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51f7ecf-106f-47f0-afbe-5c57f656949f with Priority: HIGHEST for action port [ 710.666232] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f51f7ecf-106f-47f0-afbe-5c57f656949f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.666232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f51f7ecf-106f-47f0-afbe-5c57f656949f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.666413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f51f7ecf-106f-47f0-afbe-5c57f656949f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.666572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f51f7ecf-106f-47f0-afbe-5c57f656949f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.666679] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51f7ecf-106f-47f0-afbe-5c57f656949f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.821938] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.822272] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-174" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.822272] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-174" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.822696] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-174" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.822905] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.823159] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.823316] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.823626] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.823784] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.824614] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.824614] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.824614] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.824814] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.826760] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.826760] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.826760] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.846667] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.846834] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 710.847014] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.848167] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-174" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.848167] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-c9d6499c-cc7a-47b0-922a-e41909501fbf taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.848167] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-c9d6499c-cc7a-47b0-922a-e41909501fbf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.848167] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-c9d6499c-cc7a-47b0-922a-e41909501fbf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.850130] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-c9d6499c-cc7a-47b0-922a-e41909501fbf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.850130] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d6499c-cc7a-47b0-922a-e41909501fbf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.037073] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b246f13-e255-4e6a-a8c0-1c78041189d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.171064] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f51f7ecf-106f-47f0-afbe-5c57f656949f [ 711.171064] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.171191] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.171235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.171458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.172073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.172073] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f51f7ecf-106f-47f0-afbe-5c57f656949f already deleted. [ 711.172166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f51f7ecf-106f-47f0-afbe-5c57f656949f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.340229] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 in Status: SUCCESS [ 711.340229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.340229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.340229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.340529] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.342706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.342706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.342706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.342706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.342706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.342706] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0182d191-d716-4d97-a912-ea40ea3ef2b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.353464] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.354809] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.355412] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.358382] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.358557] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.358733] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port c9d6499c-cc7a-47b0-922a-e41909501fbf not found, creating... [ 711.359080] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.359304] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.359390] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.359628] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.359807] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.360164] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.360338] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.360454] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.360723] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.360818] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.360956] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: c9d6499c-cc7a-47b0-922a-e41909501fbf is going to be created. [ 711.385110] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.386136] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.386685] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.386822] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.387660] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.387660] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-c9d6499c-cc7a-47b0-922a-e41909501fbf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.541166] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.541392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.541454] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.541675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.542202] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.542202] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 is going to be created. [ 711.569437] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.569615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.569741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.569900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.570079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.581877] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 in Status: UNINITIALIZED for 2s [ 711.710212] env[69363]: INFO networking_nsxv3.common.synchronization [req-764ea8a0-7011-4f01-89e8-38c7c80a0eee req-3b0b645b-0674-4b24-a5f4-d1e9a6c0c62d tempest-SecurityGroupRulesNegativeTestJSON-1147853855 tempest-SecurityGroupRulesNegativeTestJSON-1147853855-project-member] Enqueued Resource ID: 548512be-b1e8-4a29-b2a5-9076d3a73138 with Priority: HIGHEST for action security_group_rules [ 711.710212] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548512be-b1e8-4a29-b2a5-9076d3a73138 with Priority: HIGHEST for action security_group_rules [ 711.710477] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-548512be-b1e8-4a29-b2a5-9076d3a73138 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.710603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-548512be-b1e8-4a29-b2a5-9076d3a73138" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.710691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-548512be-b1e8-4a29-b2a5-9076d3a73138" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.710921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-548512be-b1e8-4a29-b2a5-9076d3a73138" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.711012] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('548512be-b1e8-4a29-b2a5-9076d3a73138',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.845043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0182d191-d716-4d97-a912-ea40ea3ef2b3 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.845043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.845043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.845043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.845043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.845043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.845043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.845881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.845881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.845881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.845881] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0182d191-d716-4d97-a912-ea40ea3ef2b3 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.845881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.845881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.846134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.846134] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.846134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.846237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.846322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.846392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.846468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.846554] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0182d191-d716-4d97-a912-ea40ea3ef2b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.851901] env[69363]: INFO networking_nsxv3.common.synchronization [req-3600791c-4429-4bac-9f72-546fee81bd47 req-5b638d52-0d6a-4564-a859-938e25dc5bb7 tempest-SecurityGroupRulesTestJSON-758565997 tempest-SecurityGroupRulesTestJSON-758565997-project-member] Enqueued Resource ID: ba96172d-f9eb-4511-b7af-a7ee69d09d8c with Priority: HIGHEST for action security_group_rules [ 711.852909] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba96172d-f9eb-4511-b7af-a7ee69d09d8c with Priority: HIGHEST for action security_group_rules [ 711.853542] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.853658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.853724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.853911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.853992] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba96172d-f9eb-4511-b7af-a7ee69d09d8c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.964613] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 in Status: SUCCESS [ 711.964822] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 deletion is rescheduled due to dependency. [ 711.966227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.241474] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.241474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.241474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.241474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.241474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.241474] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 548512be-b1e8-4a29-b2a5-9076d3a73138 already deleted. [ 712.241474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-548512be-b1e8-4a29-b2a5-9076d3a73138" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.252609] env[69363]: INFO networking_nsxv3.common.synchronization [req-d2181a24-5771-438e-95eb-976f196d9f3a req-731efe35-7c00-461f-931c-6acd659e83ee service nova] Enqueued Resource ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 with Priority: HIGHEST for action security_group_rules [ 712.252798] env[69363]: INFO networking_nsxv3.common.synchronization [req-d2181a24-5771-438e-95eb-976f196d9f3a req-731efe35-7c00-461f-931c-6acd659e83ee service nova] Enqueued Resource ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 with Priority: HIGHEST for action security_group_members [ 712.252991] env[69363]: INFO networking_nsxv3.common.synchronization [req-d2181a24-5771-438e-95eb-976f196d9f3a req-731efe35-7c00-461f-931c-6acd659e83ee service nova] Enqueued Resource ID: c9d6499c-cc7a-47b0-922a-e41909501fbf with Priority: HIGHEST for action port [ 712.253301] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 with Priority: HIGHEST for action security_group_rules [ 712.253437] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 with Priority: HIGHEST for action security_group_members [ 712.253531] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d6499c-cc7a-47b0-922a-e41909501fbf with Priority: HIGHEST for action port [ 712.256325] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a6d6a3f-3246-41f9-947c-aad654422d88 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.256475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.256547] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.256817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.256906] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a6d6a3f-3246-41f9-947c-aad654422d88',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.258618] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6d6a3f-3246-41f9-947c-aad654422d88 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.258618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.258618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.258618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.258848] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.258848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.258939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.261855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.261855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.261855] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6d6a3f-3246-41f9-947c-aad654422d88',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.261855] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9d6499c-cc7a-47b0-922a-e41909501fbf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.261855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9d6499c-cc7a-47b0-922a-e41909501fbf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.261855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9d6499c-cc7a-47b0-922a-e41909501fbf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.261855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9d6499c-cc7a-47b0-922a-e41909501fbf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.261855] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d6499c-cc7a-47b0-922a-e41909501fbf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.354141] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0182d191-d716-4d97-a912-ea40ea3ef2b3: rpc.has_security_group_logging(os_id): False [ 712.373314] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.373731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.376035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.376035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.376035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.376035] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.376035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.376035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.376035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.376035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.376035] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.376035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.376035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.376035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.376035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.376035] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.376683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.376683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.376882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.377100] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.377322] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 is going to be created. [ 712.379327] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.379612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.379777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.380040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.380267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.380480] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba96172d-f9eb-4511-b7af-a7ee69d09d8c already deleted. [ 712.380672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba96172d-f9eb-4511-b7af-a7ee69d09d8c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.440402] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.442650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.442650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.442650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.442650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.450726] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 in Status: IN_PROGRESS for 2s [ 712.762450] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6d6a3f-3246-41f9-947c-aad654422d88 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.762859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.765800] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a6d6a3f-3246-41f9-947c-aad654422d88',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.767316] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9d6499c-cc7a-47b0-922a-e41909501fbf with status ACTIVE [ 712.767919] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.768456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.770018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.770018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.770018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.770018] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.770018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.770018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.770018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.770018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.770018] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.772978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.772978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.772978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.772978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.772978] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9d6499c-cc7a-47b0-922a-e41909501fbf is going to be updated. [ 712.797326] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.797326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.797326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.797326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.797326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.797326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9d6499c-cc7a-47b0-922a-e41909501fbf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.273430] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a6d6a3f-3246-41f9-947c-aad654422d88',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.599829] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 in Status: SUCCESS [ 713.600204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.600507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.600819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.601161] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.602502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.602502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.602502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.602502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.602502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.602502] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b246f13-e255-4e6a-a8c0-1c78041189d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.701060] env[69363]: INFO networking_nsxv3.common.synchronization [None req-6ff88450-6d0e-423a-9628-4725c415df86 None None] Enqueued Resource ID: fea624aa-3cc4-45e1-b5f2-c8351c5856e6 with Priority: HIGHEST for action port [ 713.701060] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea624aa-3cc4-45e1-b5f2-c8351c5856e6 with Priority: HIGHEST for action port [ 713.701060] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-fea624aa-3cc4-45e1-b5f2-c8351c5856e6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.701060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fea624aa-3cc4-45e1-b5f2-c8351c5856e6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.701060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fea624aa-3cc4-45e1-b5f2-c8351c5856e6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.701060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fea624aa-3cc4-45e1-b5f2-c8351c5856e6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.701060] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fea624aa-3cc4-45e1-b5f2-c8351c5856e6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.777654] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.777654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.777654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.778090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.778221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.778636] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 is going to be created. [ 713.808542] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.809719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.809820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.810132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.811032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.821710] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 in Status: UNINITIALIZED for 2s [ 714.105391] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b246f13-e255-4e6a-a8c0-1c78041189d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.205845] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fea624aa-3cc4-45e1-b5f2-c8351c5856e6 [ 714.205845] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.205845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.205845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.206171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.206210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.206350] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fea624aa-3cc4-45e1-b5f2-c8351c5856e6 already deleted. [ 714.206433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fea624aa-3cc4-45e1-b5f2-c8351c5856e6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.323762] env[69363]: INFO networking_nsxv3.common.synchronization [req-1d801d6e-0289-462f-ac94-0e2fd786041f req-fd1cfef9-b83d-4511-8c99-bb1488c2b6ac tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Enqueued Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_members [ 714.324571] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_members [ 714.324883] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b60818-8277-4363-acbc-840b6642b7f3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.325033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.325156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.325385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.325589] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.325662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.325701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.325899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.325999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.326138] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42b60818-8277-4363-acbc-840b6642b7f3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.467318] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 in Status: SUCCESS [ 714.467658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.608679] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b246f13-e255-4e6a-a8c0-1c78041189d4: rpc.has_security_group_logging(os_id): False [ 714.630633] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.630860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.630935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.631197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.631335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.631650] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.631765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.631851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.632169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.632220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.632322] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 is going to be created. [ 714.683520] env[69363]: INFO networking_nsxv3.common.synchronization [req-aedea247-1683-432d-afef-4403cde5e7f2 req-5ca4e36f-6da1-4a2d-a88f-a0a0ab5afb35 tempest-SecurityGroupRulesNegativeTestJSON-1147853855 tempest-SecurityGroupRulesNegativeTestJSON-1147853855-project-member] Enqueued Resource ID: 548512be-b1e8-4a29-b2a5-9076d3a73138 with Priority: HIGHEST for action security_group_rules [ 714.683520] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548512be-b1e8-4a29-b2a5-9076d3a73138 with Priority: HIGHEST for action security_group_rules [ 714.683520] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-548512be-b1e8-4a29-b2a5-9076d3a73138 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.683520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-548512be-b1e8-4a29-b2a5-9076d3a73138" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.683520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-548512be-b1e8-4a29-b2a5-9076d3a73138" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.683760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-548512be-b1e8-4a29-b2a5-9076d3a73138" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.683796] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('548512be-b1e8-4a29-b2a5-9076d3a73138',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.707027] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.707027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.707027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.707027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.707588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.722283] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 in Status: IN_PROGRESS for 2s [ 714.832128] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.832128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.832128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.832128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.832128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.832128] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.832128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.832128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.832128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.832128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.832128] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b60818-8277-4363-acbc-840b6642b7f3 already deleted. [ 714.832128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.218807] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.219461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.219668] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.219982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.220198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.221269] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 548512be-b1e8-4a29-b2a5-9076d3a73138 already deleted. [ 715.221269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-548512be-b1e8-4a29-b2a5-9076d3a73138" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.273057] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.273434] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.273434] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.276038] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.276038] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.276038] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.276038] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.276038] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.276038] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.276038] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.276038] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.276038] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.276038] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.276038] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.276038] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.276038] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.313512] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.313908] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.313908] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.314083] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.314687] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-f645606a-65a1-473f-beb7-399dc24cc8f6 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.314880] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-f645606a-65a1-473f-beb7-399dc24cc8f6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.315073] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-f645606a-65a1-473f-beb7-399dc24cc8f6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.315434] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-f645606a-65a1-473f-beb7-399dc24cc8f6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.315676] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f645606a-65a1-473f-beb7-399dc24cc8f6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.820710] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.821061] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.821107] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.821356] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.821504] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.821656] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port f645606a-65a1-473f-beb7-399dc24cc8f6 not found, creating... [ 715.821914] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.822086] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.822205] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.822420] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.822567] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.822836] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.823017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.825042] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.825477] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.825477] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.825582] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: f645606a-65a1-473f-beb7-399dc24cc8f6 is going to be created. [ 715.838837] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 in Status: SUCCESS [ 715.838837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.838837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.839088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.839251] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.839363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.839426] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.839622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.839732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.839825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.839916] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a6d6a3f-3246-41f9-947c-aad654422d88',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.849012] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.849260] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.849424] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.849652] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.849884] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.850166] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-f645606a-65a1-473f-beb7-399dc24cc8f6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.345049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6d6a3f-3246-41f9-947c-aad654422d88 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.345049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.345049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6d6a3f-3246-41f9-947c-aad654422d88 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.345049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.345049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.346244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.346244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.346244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.346640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.346958] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a6d6a3f-3246-41f9-947c-aad654422d88',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.737111] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 in Status: SUCCESS [ 716.738052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.851841] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a6d6a3f-3246-41f9-947c-aad654422d88: rpc.has_security_group_logging(os_id): False [ 716.876278] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.876438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.876647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.876753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.877036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.877036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.877152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.877186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.877346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.877411] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.877593] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.877692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.877754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.877895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.877966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.878184] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.878337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.878399] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.878526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.878608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.878853] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 is going to be created. [ 716.925457] env[69363]: INFO networking_nsxv3.common.synchronization [req-1d801d6e-0289-462f-ac94-0e2fd786041f req-5d428350-1f64-4e7e-bb3e-afdc4abb5036 service nova] Enqueued Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_rules [ 716.925777] env[69363]: INFO networking_nsxv3.common.synchronization [req-1d801d6e-0289-462f-ac94-0e2fd786041f req-5d428350-1f64-4e7e-bb3e-afdc4abb5036 service nova] Enqueued Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_members [ 716.925850] env[69363]: INFO networking_nsxv3.common.synchronization [req-1d801d6e-0289-462f-ac94-0e2fd786041f req-5d428350-1f64-4e7e-bb3e-afdc4abb5036 service nova] Enqueued Resource ID: f645606a-65a1-473f-beb7-399dc24cc8f6 with Priority: HIGHEST for action port [ 716.926353] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_rules [ 716.926497] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_members [ 716.926593] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f645606a-65a1-473f-beb7-399dc24cc8f6 with Priority: HIGHEST for action port [ 716.926870] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b60818-8277-4363-acbc-840b6642b7f3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.927009] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.927956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.928208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.928305] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b60818-8277-4363-acbc-840b6642b7f3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.929256] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b60818-8277-4363-acbc-840b6642b7f3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.929382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.929487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.929731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.930745] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.930745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.930745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.930745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.931055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.931211] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42b60818-8277-4363-acbc-840b6642b7f3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.932710] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f645606a-65a1-473f-beb7-399dc24cc8f6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.932835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f645606a-65a1-473f-beb7-399dc24cc8f6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.932926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f645606a-65a1-473f-beb7-399dc24cc8f6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.933209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f645606a-65a1-473f-beb7-399dc24cc8f6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.933420] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f645606a-65a1-473f-beb7-399dc24cc8f6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.942930] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.942930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.942930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.942930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.943131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.958044] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 in Status: IN_PROGRESS for 2s [ 717.292321] env[69363]: INFO networking_nsxv3.common.synchronization [None req-2679ac8c-6284-4a2d-8f54-a4a821ccb378 None None] Enqueued Resource ID: f6fc4063-7397-43ba-8ecd-28f2fd883e9b with Priority: HIGHEST for action port [ 717.292853] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fc4063-7397-43ba-8ecd-28f2fd883e9b with Priority: HIGHEST for action port [ 717.293179] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6fc4063-7397-43ba-8ecd-28f2fd883e9b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.293305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6fc4063-7397-43ba-8ecd-28f2fd883e9b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.295962] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6fc4063-7397-43ba-8ecd-28f2fd883e9b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.296923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6fc4063-7397-43ba-8ecd-28f2fd883e9b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.296923] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6fc4063-7397-43ba-8ecd-28f2fd883e9b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.437917] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42b60818-8277-4363-acbc-840b6642b7f3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.437917] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b60818-8277-4363-acbc-840b6642b7f3 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.437917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.437917] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f645606a-65a1-473f-beb7-399dc24cc8f6 with status ACTIVE [ 717.437917] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.437917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.437917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.437917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.437917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.437917] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.437917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.439735] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.440171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.440171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.440358] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.440446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.440516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.440669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.440744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.440827] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f645606a-65a1-473f-beb7-399dc24cc8f6 is going to be updated. [ 717.464157] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.464157] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.464157] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.464157] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.464157] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.464388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f645606a-65a1-473f-beb7-399dc24cc8f6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.521257] env[69363]: INFO networking_nsxv3.common.synchronization [None req-13b8b96c-d319-4870-b28b-79bcf53e56e4 None None] Enqueued Resource ID: c4c4311e-9bf2-4ae0-9cf6-9e8023d93884 with Priority: HIGHEST for action port [ 717.521929] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c4311e-9bf2-4ae0-9cf6-9e8023d93884 with Priority: HIGHEST for action port [ 717.522315] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c4311e-9bf2-4ae0-9cf6-9e8023d93884 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.522435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c4311e-9bf2-4ae0-9cf6-9e8023d93884" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.522513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c4311e-9bf2-4ae0-9cf6-9e8023d93884" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.523083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c4311e-9bf2-4ae0-9cf6-9e8023d93884" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.523083] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c4311e-9bf2-4ae0-9cf6-9e8023d93884',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.798432] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6fc4063-7397-43ba-8ecd-28f2fd883e9b [ 717.798585] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.798890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.798890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.799081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.799157] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.799223] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6fc4063-7397-43ba-8ecd-28f2fd883e9b already deleted. [ 717.799332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6fc4063-7397-43ba-8ecd-28f2fd883e9b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.943111] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42b60818-8277-4363-acbc-840b6642b7f3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.028225] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4c4311e-9bf2-4ae0-9cf6-9e8023d93884 [ 718.029087] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.029087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.029087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.029087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.029087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.029430] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4c4311e-9bf2-4ae0-9cf6-9e8023d93884 already deleted. [ 718.029430] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c4311e-9bf2-4ae0-9cf6-9e8023d93884" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.312888] env[69363]: INFO networking_nsxv3.common.synchronization [req-611a040b-a674-4a25-ab43-807c4cab669c req-1518b012-5765-4b82-97ed-adee09cf5353 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Enqueued Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 718.313588] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 718.313993] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.314323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.314323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.315049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.315049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.315049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.315049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.315292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.315292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.315292] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.445952] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.446128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.446235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.446639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.446639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.446639] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b60818-8277-4363-acbc-840b6642b7f3 is going to be created. [ 718.486017] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.486017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.486017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.486017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.486017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.507327] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b60818-8277-4363-acbc-840b6642b7f3 in Status: UNINITIALIZED for 2s [ 718.816938] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.816938] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-654" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.817585] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-654" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.817585] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-654" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.818561] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.818561] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.818561] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.818561] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.818815] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.819250] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.819250] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.819250] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.819413] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.819464] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.819570] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.819708] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.822744] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.822744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.822744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.822744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.822744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.823396] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.823396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.823396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.823396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.823717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.823717] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 already deleted. [ 718.824274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.847134] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.847134] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.847134] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.847134] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-654" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.847134] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-3167ae0e-6a98-43a2-af20-c86d272d6240 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.847134] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-3167ae0e-6a98-43a2-af20-c86d272d6240" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.847134] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-3167ae0e-6a98-43a2-af20-c86d272d6240" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.847134] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-3167ae0e-6a98-43a2-af20-c86d272d6240" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.847134] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3167ae0e-6a98-43a2-af20-c86d272d6240',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.987539] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 in Status: SUCCESS [ 718.987539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.352718] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.353024] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.353153] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.353430] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.353576] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.353722] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 3167ae0e-6a98-43a2-af20-c86d272d6240 not found, creating... [ 719.353984] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.354150] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.354264] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.354476] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.354608] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.354971] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.357568] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.358039] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.358410] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.358664] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.358993] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 3167ae0e-6a98-43a2-af20-c86d272d6240 is going to be created. [ 719.383958] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.383958] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.383958] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.383958] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.383958] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.383958] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-3167ae0e-6a98-43a2-af20-c86d272d6240" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.911221] env[69363]: INFO networking_nsxv3.common.synchronization [None req-7452267f-8b4e-409a-bfb5-f306a0436836 None None] Enqueued Resource ID: 52b1ec67-f31a-4c12-a638-e7f37fdd161e with Priority: HIGHEST for action port [ 719.911834] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b1ec67-f31a-4c12-a638-e7f37fdd161e with Priority: HIGHEST for action port [ 719.912367] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b1ec67-f31a-4c12-a638-e7f37fdd161e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.912367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b1ec67-f31a-4c12-a638-e7f37fdd161e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.912367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b1ec67-f31a-4c12-a638-e7f37fdd161e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.912676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b1ec67-f31a-4c12-a638-e7f37fdd161e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.912800] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b1ec67-f31a-4c12-a638-e7f37fdd161e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.306327] env[69363]: INFO networking_nsxv3.common.synchronization [None req-c367c8ad-8ca9-443e-bb98-8fa71e3ec172 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_rules [ 720.306929] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_rules [ 720.309383] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.309564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.309633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.309947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.310051] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.418959] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52b1ec67-f31a-4c12-a638-e7f37fdd161e [ 720.420266] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.421427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.421546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.421817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.421920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.422032] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52b1ec67-f31a-4c12-a638-e7f37fdd161e already deleted. [ 720.422115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b1ec67-f31a-4c12-a638-e7f37fdd161e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.516045] env[69363]: INFO networking_nsxv3.common.synchronization [None req-45dad1c9-3211-4dca-8166-a3ecebf955ed tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_rules [ 720.516604] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_rules [ 720.516910] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.517656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.519213] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b60818-8277-4363-acbc-840b6642b7f3 in Status: SUCCESS [ 720.519398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.519954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.521453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.521453] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.521453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.521453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.521453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.521453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.521453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.521453] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42b60818-8277-4363-acbc-840b6642b7f3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.594325] env[69363]: INFO networking_nsxv3.common.synchronization [None req-aceeff26-6679-4913-8462-fbf5b07f258a None None] Enqueued Resource ID: 72a88e8f-73f4-48e9-8814-1d3a835f6169 with Priority: HIGHEST for action port [ 720.595885] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a88e8f-73f4-48e9-8814-1d3a835f6169 with Priority: HIGHEST for action port [ 720.596373] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-72a88e8f-73f4-48e9-8814-1d3a835f6169 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.597125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72a88e8f-73f4-48e9-8814-1d3a835f6169" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.597255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72a88e8f-73f4-48e9-8814-1d3a835f6169" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.597615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72a88e8f-73f4-48e9-8814-1d3a835f6169" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.597746] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72a88e8f-73f4-48e9-8814-1d3a835f6169',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.746495] env[69363]: INFO networking_nsxv3.common.synchronization [req-611a040b-a674-4a25-ab43-807c4cab669c req-a6183175-0089-413c-902b-1ce0e9a7dde5 service nova] Enqueued Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_rules [ 720.746697] env[69363]: INFO networking_nsxv3.common.synchronization [req-611a040b-a674-4a25-ab43-807c4cab669c req-a6183175-0089-413c-902b-1ce0e9a7dde5 service nova] Enqueued Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 720.746851] env[69363]: INFO networking_nsxv3.common.synchronization [req-611a040b-a674-4a25-ab43-807c4cab669c req-a6183175-0089-413c-902b-1ce0e9a7dde5 service nova] Enqueued Resource ID: 3167ae0e-6a98-43a2-af20-c86d272d6240 with Priority: HIGHEST for action port [ 720.747192] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_rules [ 720.747328] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 720.747420] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3167ae0e-6a98-43a2-af20-c86d272d6240 with Priority: HIGHEST for action port [ 720.751364] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.751605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.752330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.752330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.752330] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.753600] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.753600] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.753732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.755037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.755037] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.755037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.755037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.755037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.755037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.755037] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.757117] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3167ae0e-6a98-43a2-af20-c86d272d6240 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.758165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3167ae0e-6a98-43a2-af20-c86d272d6240" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.758165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3167ae0e-6a98-43a2-af20-c86d272d6240" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.758165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3167ae0e-6a98-43a2-af20-c86d272d6240" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.758165] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3167ae0e-6a98-43a2-af20-c86d272d6240',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.833629] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.833776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.833850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.834398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.834576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.834613] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e already deleted. [ 720.836152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.836152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.836152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.836152] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.024073] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42b60818-8277-4363-acbc-840b6642b7f3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.102614] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72a88e8f-73f4-48e9-8814-1d3a835f6169 [ 721.102614] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.102614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.102614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.102614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.102614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.102614] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72a88e8f-73f4-48e9-8814-1d3a835f6169 already deleted. [ 721.102614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72a88e8f-73f4-48e9-8814-1d3a835f6169" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.261745] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.261745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.261936] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.262972] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3167ae0e-6a98-43a2-af20-c86d272d6240 with status ACTIVE [ 721.263470] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.263629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.263690] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.263868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.263980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.264193] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.264417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.264494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.264698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.264785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.265012] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.266515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.266515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.266515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.266515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.266515] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3167ae0e-6a98-43a2-af20-c86d272d6240 is going to be updated. [ 721.291113] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.291448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.291616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.293442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.293531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.293736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3167ae0e-6a98-43a2-af20-c86d272d6240" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.380767] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.381116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.381116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.383167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.383421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.383499] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e already deleted. [ 721.383670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.527601] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42b60818-8277-4363-acbc-840b6642b7f3: rpc.has_security_group_logging(os_id): False [ 721.548852] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.549581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.549715] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.551054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.551054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.551054] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.551054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.551054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.552405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.552571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.552571] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b60818-8277-4363-acbc-840b6642b7f3 is going to be created. [ 721.639328] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.639328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.639328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.639328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.639328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.652114] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42b60818-8277-4363-acbc-840b6642b7f3 in Status: IN_PROGRESS for 2s [ 721.769292] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.272424] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.272424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.272684] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.273048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.273048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.273048] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 is going to be created. [ 722.307102] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.307312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.307312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.307464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.307626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.321873] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: UNINITIALIZED for 2s [ 722.861258] env[69363]: INFO networking_nsxv3.common.synchronization [req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 req-d0c102bd-45f9-4f2c-9cdd-09105e9b177a tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 722.861258] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 722.861258] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.861258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.861258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.861258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.865141] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.865321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.865396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.865831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.865831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.865911] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.217308] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.217522] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.217652] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.217970] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.219658] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.220211] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.220355] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.220628] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.220782] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.220994] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.221123] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.221235] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.221345] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.221456] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.221758] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.221865] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.244321] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.244535] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.244971] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.245414] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.247123] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-95fbb30c-8706-4214-8cb9-a5a9004be85c taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.247123] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-95fbb30c-8706-4214-8cb9-a5a9004be85c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.247123] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-95fbb30c-8706-4214-8cb9-a5a9004be85c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.247843] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-95fbb30c-8706-4214-8cb9-a5a9004be85c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.248119] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95fbb30c-8706-4214-8cb9-a5a9004be85c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.368982] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.666231] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42b60818-8277-4363-acbc-840b6642b7f3 in Status: SUCCESS [ 723.666454] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.751059] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.751375] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.751544] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.751939] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.752110] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.752318] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 95fbb30c-8706-4214-8cb9-a5a9004be85c not found, creating... [ 723.752661] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.752848] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.752973] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.753233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.753376] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.753678] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.753843] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.753960] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.754327] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.754502] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.754713] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 95fbb30c-8706-4214-8cb9-a5a9004be85c is going to be created. [ 723.784760] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.785071] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.785201] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.785505] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.785824] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.786099] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-95fbb30c-8706-4214-8cb9-a5a9004be85c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.874210] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.334188] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: SUCCESS [ 724.334460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.334630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.335617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.336181] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.336285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.336550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.336750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.336847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.336940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.337354] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.377413] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.377607] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.377664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.377847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.377935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.378055] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 724.414280] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.414499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.414499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.414749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.414975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.425681] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 724.520408] env[69363]: INFO networking_nsxv3.common.synchronization [req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 req-fd51d14e-d30b-4455-8143-446e6e0e7e97 service nova] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_rules [ 724.520705] env[69363]: INFO networking_nsxv3.common.synchronization [req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 req-fd51d14e-d30b-4455-8143-446e6e0e7e97 service nova] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 724.520937] env[69363]: INFO networking_nsxv3.common.synchronization [req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 req-fd51d14e-d30b-4455-8143-446e6e0e7e97 service nova] Enqueued Resource ID: 95fbb30c-8706-4214-8cb9-a5a9004be85c with Priority: HIGHEST for action port [ 724.521836] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_rules [ 724.522064] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 724.522227] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95fbb30c-8706-4214-8cb9-a5a9004be85c with Priority: HIGHEST for action port [ 724.522636] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.522923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.522923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.524104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.524104] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.524604] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.524814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.525133] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-95fbb30c-8706-4214-8cb9-a5a9004be85c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.525330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95fbb30c-8706-4214-8cb9-a5a9004be85c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.525403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95fbb30c-8706-4214-8cb9-a5a9004be85c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.526018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95fbb30c-8706-4214-8cb9-a5a9004be85c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.526155] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95fbb30c-8706-4214-8cb9-a5a9004be85c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.845042] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.845042] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.845042] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.845042] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.845042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.846782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.846782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.846782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.846782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.846782] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.037379] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.037379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.037379] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95fbb30c-8706-4214-8cb9-a5a9004be85c with status ACTIVE [ 725.037379] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.037379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.037379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.037379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.037379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.037379] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.037379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.037379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.037379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.037379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.037379] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.043179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.043179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.043179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.043179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.043179] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95fbb30c-8706-4214-8cb9-a5a9004be85c is going to be updated. [ 725.066739] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.066922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.066971] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.067279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.067426] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.067632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95fbb30c-8706-4214-8cb9-a5a9004be85c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.349617] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d7a6858-cb27-4a86-a2f9-187b83d98093: rpc.has_security_group_logging(os_id): False [ 725.371326] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.371326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.371326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.371326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.371326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.371754] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.371754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.371754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.371904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.371904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.372760] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.372890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.372976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.373205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.373310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.374348] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.374618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.374866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.375204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.375401] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.375956] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 is going to be created. [ 725.465774] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.466159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.466159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.466159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.466523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.482616] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: IN_PROGRESS for 2s [ 725.792029] env[69363]: INFO networking_nsxv3.common.synchronization [req-1471c767-cb51-48dc-ba36-b99792f129c4 req-f7abac53-eb05-4586-8480-576e9f578989 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Enqueued Resource ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa with Priority: HIGHEST for action security_group_members [ 725.792029] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa with Priority: HIGHEST for action security_group_members [ 725.792029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-828ac5d0-767d-44b9-8a5d-a230a42e93aa taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.792029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.792029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.792029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.792029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.792029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.792029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.792029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.792029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.792029] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828ac5d0-767d-44b9-8a5d-a230a42e93aa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.299871] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.300303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.300303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.300398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.300527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.301736] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.301736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.301736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.301736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.301736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.301736] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa is going to be updated. [ 726.340723] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.340723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.340723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.341034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.341034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.351612] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa in Status: IN_PROGRESS for 2s [ 726.445061] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 726.445328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.445515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.445784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.446536] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.450193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.450193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.450193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.450193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.450510] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.544023] env[69363]: INFO networking_nsxv3.common.synchronization [req-6afa86e0-635e-4dfc-b522-d837635bd105 req-98636c18-9128-4601-8e61-3520eba4324d tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Enqueued Resource ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 with Priority: HIGHEST for action security_group_members [ 726.544023] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 with Priority: HIGHEST for action security_group_members [ 726.544023] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6d6a3f-3246-41f9-947c-aad654422d88 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.544023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.544023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.544023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.544684] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.545055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.545285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.545604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.546146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.547610] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6d6a3f-3246-41f9-947c-aad654422d88',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.693433] env[69363]: INFO networking_nsxv3.common.synchronization [req-53e55524-0cb8-449b-a0ba-49269562ab16 req-fa70e77a-ea62-4442-92dd-e71ba0ff3ef0 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Enqueued Resource ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 with Priority: HIGHEST for action security_group_members [ 726.693965] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 with Priority: HIGHEST for action security_group_members [ 726.694319] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0182d191-d716-4d97-a912-ea40ea3ef2b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.694446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.694510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.696497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.696497] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.696497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.696497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.696497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.696497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.696497] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0182d191-d716-4d97-a912-ea40ea3ef2b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.956695] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.048857] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.049140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.049233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.049450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.049609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.049878] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.050028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.050097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.050312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.050420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.050527] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 is going to be updated. [ 727.085026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.085026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.085026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.085026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.085026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.093722] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 in Status: IN_PROGRESS for 2s [ 727.201397] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.201397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.201397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.201397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.201397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.201397] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.201397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.201397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.201397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.201397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.201397] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 is going to be updated. [ 727.241025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.241736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.241736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.241736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.241736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.260358] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 in Status: IN_PROGRESS for 2s [ 727.462964] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.491521] env[69363]: INFO networking_nsxv3.common.synchronization [req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 req-17e62ec5-a635-4ce4-b5bd-cfbf14c1242d tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Enqueued Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_members [ 727.492843] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGHEST for action security_group_members [ 727.492978] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-397a6ae5-bd5b-44cd-a818-31ddfe350a21 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.493056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.493101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.493435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.493927] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.493927] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.493927] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.494071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.494221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.494338] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('397a6ae5-bd5b-44cd-a818-31ddfe350a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.498693] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: SUCCESS [ 727.498693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.968200] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.968400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.968477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.968711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.968804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.968927] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 727.996921] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.997343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.997343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.997626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.997747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.998077] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.998231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.998308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.998493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.998567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.998667] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 is going to be updated. [ 728.002020] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.002020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.002020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.002277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.002318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.015489] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 728.034403] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.034403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.034519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.034700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.034914] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.047268] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 in Status: IN_PROGRESS for 2s [ 728.365921] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa in Status: SUCCESS [ 728.367143] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa deletion is rescheduled due to dependency. [ 728.367143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.103513] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 in Status: SUCCESS [ 729.103822] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 deletion is rescheduled due to dependency. [ 729.103868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.271329] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 in Status: SUCCESS [ 729.272505] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 deletion is rescheduled due to dependency. [ 729.272505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.025293] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 730.025532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.025735] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.026016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.026263] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.026408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.026478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.026636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.026720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.026809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.026909] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.059281] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 in Status: SUCCESS [ 730.059985] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 deletion is rescheduled due to dependency. [ 730.059985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.529315] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.529557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.529557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.529895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.529981] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.530119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.530158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.530326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.530415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.530476] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.530665] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.530733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.530800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.530950] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.531027] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.531119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.531172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.531314] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.531391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.531475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.531741] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.035444] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 497475e5-a186-4003-b201-96d9fa2533cb: rpc.has_security_group_logging(os_id): False [ 731.063661] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.063971] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.064145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.064501] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.064682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.065146] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.065359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.065499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.065808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.066008] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.066521] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.066732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.066797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.067353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.067353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.067353] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.067538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.067538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.067708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.067810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.067923] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 731.151450] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.151606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.151674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.152597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.152830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.175888] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 731.676061] env[69363]: INFO networking_nsxv3.common.synchronization [req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 req-0579d9c3-7fd2-4b69-a4a5-df4cec44dc4c tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Enqueued Resource ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b with Priority: HIGHEST for action security_group_members [ 731.677122] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b with Priority: HIGHEST for action security_group_members [ 731.677835] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.677951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.678097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.678312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.678535] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.679136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.679136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.679136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.679136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.679136] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.183995] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.183995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.183995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.183995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.183995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.185080] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.185080] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.185080] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.185080] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.185080] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.185080] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b already deleted. [ 732.185080] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.257595] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.257805] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-745" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.257930] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-745" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.258524] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-745" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.258624] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.258714] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.258823] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.259136] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.259295] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.259508] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.259616] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.259721] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.259827] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.259936] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.260049] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.260181] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.279268] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.279543] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.279543] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.279728] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-745" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.280061] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-7c1b030b-8792-4082-bbd2-7fbabbe1153c taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.280601] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-7c1b030b-8792-4082-bbd2-7fbabbe1153c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.280601] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-7c1b030b-8792-4082-bbd2-7fbabbe1153c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.280883] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-7c1b030b-8792-4082-bbd2-7fbabbe1153c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.280883] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1b030b-8792-4082-bbd2-7fbabbe1153c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.783845] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.784346] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.784346] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.784574] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.784751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.784933] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 7c1b030b-8792-4082-bbd2-7fbabbe1153c not found, creating... [ 732.785195] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.785376] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.785467] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.785705] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.785844] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.786149] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.786509] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.786650] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.786918] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.787123] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.787522] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 7c1b030b-8792-4082-bbd2-7fbabbe1153c is going to be created. [ 732.809184] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.809528] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.809661] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.809999] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.810253] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.810498] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-7c1b030b-8792-4082-bbd2-7fbabbe1153c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.876669] env[69363]: INFO networking_nsxv3.common.synchronization [None req-7fe88dc6-68d9-4ff8-960f-cb8b03028441 None None] Enqueued Resource ID: 635f57e8-7bd2-4db1-aa88-7de76bec48fa with Priority: HIGHEST for action port [ 732.877291] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 635f57e8-7bd2-4db1-aa88-7de76bec48fa with Priority: HIGHEST for action port [ 732.877612] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-635f57e8-7bd2-4db1-aa88-7de76bec48fa taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.877752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-635f57e8-7bd2-4db1-aa88-7de76bec48fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.877816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-635f57e8-7bd2-4db1-aa88-7de76bec48fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.882257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-635f57e8-7bd2-4db1-aa88-7de76bec48fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.882398] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635f57e8-7bd2-4db1-aa88-7de76bec48fa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.190616] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 733.190873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.388383] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 635f57e8-7bd2-4db1-aa88-7de76bec48fa [ 733.388610] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.388754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.388821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.389050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.389136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.389224] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:635f57e8-7bd2-4db1-aa88-7de76bec48fa already deleted. [ 733.389303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-635f57e8-7bd2-4db1-aa88-7de76bec48fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.612406] env[69363]: INFO networking_nsxv3.common.synchronization [req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 req-0b408969-074a-4bb7-909b-870e7a5e100d service nova] Enqueued Resource ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b with Priority: HIGHEST for action security_group_rules [ 733.612574] env[69363]: INFO networking_nsxv3.common.synchronization [req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 req-0b408969-074a-4bb7-909b-870e7a5e100d service nova] Enqueued Resource ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b with Priority: HIGHEST for action security_group_members [ 733.612697] env[69363]: INFO networking_nsxv3.common.synchronization [req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 req-0b408969-074a-4bb7-909b-870e7a5e100d service nova] Enqueued Resource ID: 7c1b030b-8792-4082-bbd2-7fbabbe1153c with Priority: HIGHEST for action port [ 733.613285] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b with Priority: HIGHEST for action security_group_rules [ 733.613392] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b with Priority: HIGHEST for action security_group_members [ 733.613487] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c1b030b-8792-4082-bbd2-7fbabbe1153c with Priority: HIGHEST for action port [ 733.613781] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.614617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.614745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.615347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.615347] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.616108] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.616255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.616255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.616482] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.616569] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.616672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.616672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.618540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.618540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.618540] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.619877] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c1b030b-8792-4082-bbd2-7fbabbe1153c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.619877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c1b030b-8792-4082-bbd2-7fbabbe1153c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.619877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c1b030b-8792-4082-bbd2-7fbabbe1153c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.619877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c1b030b-8792-4082-bbd2-7fbabbe1153c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.619877] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1b030b-8792-4082-bbd2-7fbabbe1153c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.123759] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.124075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.124075] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.125088] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c1b030b-8792-4082-bbd2-7fbabbe1153c with status ACTIVE [ 734.125275] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.125392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.125495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.125671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.125784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.125977] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.126092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.126149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.126313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.126390] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.126567] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.126661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.126721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.126865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.126943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.127069] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c1b030b-8792-4082-bbd2-7fbabbe1153c is going to be updated. [ 734.155475] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.155475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.155475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.155475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.155475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.155475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c1b030b-8792-4082-bbd2-7fbabbe1153c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.313214] env[69363]: INFO networking_nsxv3.common.synchronization [req-a6da48d9-c967-4258-a4c8-d6a85a805a96 req-3ab96ece-7c5c-4c2b-83d9-9a7caa109560 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Enqueued Resource ID: a4c71684-acec-4e82-a14d-dab41f780e33 with Priority: HIGHEST for action security_group_members [ 734.313742] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c71684-acec-4e82-a14d-dab41f780e33 with Priority: HIGHEST for action security_group_members [ 734.314462] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c71684-acec-4e82-a14d-dab41f780e33 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.314579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.314895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.318523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.321538] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.321538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.321538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.321538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.321538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.321538] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4c71684-acec-4e82-a14d-dab41f780e33',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.630167] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.826755] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.826755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.826755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.826755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.826755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.827020] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.827020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.827107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.827270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.827331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.827384] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4c71684-acec-4e82-a14d-dab41f780e33 is going to be updated. [ 734.857138] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.858326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.858326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.858326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.858326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.870107] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c71684-acec-4e82-a14d-dab41f780e33 in Status: IN_PROGRESS for 2s [ 735.132285] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.132696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.132696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.132874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.132874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.133087] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b is going to be created. [ 735.171813] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.171813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.171813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.172197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.172197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.183103] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b in Status: UNINITIALIZED for 2s [ 735.798226] env[69363]: INFO networking_nsxv3.common.synchronization [None req-77bae204-56fa-4070-864c-4adbf0c72a23 None None] Enqueued Resource ID: ee512ce5-7e23-4e1a-afb2-aeb576e4c488 with Priority: HIGHEST for action port [ 735.798226] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee512ce5-7e23-4e1a-afb2-aeb576e4c488 with Priority: HIGHEST for action port [ 735.798226] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee512ce5-7e23-4e1a-afb2-aeb576e4c488 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.798226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee512ce5-7e23-4e1a-afb2-aeb576e4c488" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.798226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee512ce5-7e23-4e1a-afb2-aeb576e4c488" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.798593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee512ce5-7e23-4e1a-afb2-aeb576e4c488" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.798593] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee512ce5-7e23-4e1a-afb2-aeb576e4c488',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.301776] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee512ce5-7e23-4e1a-afb2-aeb576e4c488 [ 736.302028] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.302170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.302236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.302465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.303099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.303099] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee512ce5-7e23-4e1a-afb2-aeb576e4c488 already deleted. [ 736.303099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee512ce5-7e23-4e1a-afb2-aeb576e4c488" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.881244] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c71684-acec-4e82-a14d-dab41f780e33 in Status: SUCCESS [ 736.881244] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4c71684-acec-4e82-a14d-dab41f780e33 deletion is rescheduled due to dependency. [ 736.881244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.193920] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b in Status: SUCCESS [ 737.194232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.194405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.194627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.194850] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.194987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.195045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.195208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.195295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.195441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.195591] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.698588] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.698881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.698943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.699194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.699415] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.699531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.699609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.699820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.699937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.700564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.700810] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.700949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.701034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.701345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.701345] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.701687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.701756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.701984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.702086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.702188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.702299] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.204864] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b: rpc.has_security_group_logging(os_id): False [ 738.222336] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.226310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.226395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.226636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.226740] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.226962] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.227086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.227152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.227323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.227405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.227604] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.227700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.227762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.227909] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.227989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.231205] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.231324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.231397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.231560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.231641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.231733] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b is going to be created. [ 738.308854] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.308854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.308854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.308854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.308854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.323230] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b in Status: IN_PROGRESS for 2s [ 738.823068] env[69363]: INFO networking_nsxv3.common.synchronization [req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 req-4ca48a84-17b7-49b4-91ee-7f8dd5bebefc tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Enqueued Resource ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 with Priority: HIGHEST for action security_group_members [ 738.823068] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 with Priority: HIGHEST for action security_group_members [ 738.824186] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-985648f1-f96b-434b-8acb-ef2f1d57a724 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.824491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.824727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.825199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.825626] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.825908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.826085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.826347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.826524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.827687] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('985648f1-f96b-434b-8acb-ef2f1d57a724',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.333550] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.333550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.333550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.333550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.333550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.333550] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.333550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.333550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.333550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.333550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.333550] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 is going to be updated. [ 739.365068] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.365068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.365068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.365068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.365068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.375255] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 in Status: IN_PROGRESS for 2s [ 740.343383] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b in Status: SUCCESS [ 740.343383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.385535] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 in Status: SUCCESS [ 741.385851] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 985648f1-f96b-434b-8acb-ef2f1d57a724 deletion is rescheduled due to dependency. [ 741.385851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-985648f1-f96b-434b-8acb-ef2f1d57a724" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.506151] env[69363]: INFO networking_nsxv3.common.synchronization [None req-693ad391-8532-4187-8bcb-b6941451e08c None None] Enqueued Resource ID: 454af157-ced2-464d-9ef5-15d7e7bfaa41 with Priority: HIGHEST for action port [ 741.506849] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454af157-ced2-464d-9ef5-15d7e7bfaa41 with Priority: HIGHEST for action port [ 741.507538] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-454af157-ced2-464d-9ef5-15d7e7bfaa41 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.507661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-454af157-ced2-464d-9ef5-15d7e7bfaa41" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.509111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-454af157-ced2-464d-9ef5-15d7e7bfaa41" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.509111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-454af157-ced2-464d-9ef5-15d7e7bfaa41" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.509111] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('454af157-ced2-464d-9ef5-15d7e7bfaa41',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.009830] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 454af157-ced2-464d-9ef5-15d7e7bfaa41 [ 742.009830] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.009830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.009830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.013211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.013211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.013211] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:454af157-ced2-464d-9ef5-15d7e7bfaa41 already deleted. [ 742.013211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-454af157-ced2-464d-9ef5-15d7e7bfaa41" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.048398] env[69363]: INFO networking_nsxv3.common.synchronization [req-77275677-71b2-42cd-ba50-8d1c7208e4f3 req-ca323af3-9bce-4411-b92c-4506b8f3b6e7 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Enqueued Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_members [ 742.048398] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_members [ 742.049322] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.051843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.051953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.052276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.052397] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.052508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.052573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.052754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.052852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.052952] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c38aa95-5421-4849-a0f4-cf0a1f5b93bb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.303027] env[69363]: INFO networking_nsxv3.common.synchronization [None req-50063880-0b2d-408a-b22a-86b8c1567425 None None] Enqueued Resource ID: cb6cea47-7c6b-47b2-a170-e3a0c7db2e12 with Priority: HIGHEST for action port [ 742.303481] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6cea47-7c6b-47b2-a170-e3a0c7db2e12 with Priority: HIGHEST for action port [ 742.303784] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb6cea47-7c6b-47b2-a170-e3a0c7db2e12 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.303903] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb6cea47-7c6b-47b2-a170-e3a0c7db2e12" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.303998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb6cea47-7c6b-47b2-a170-e3a0c7db2e12" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.304231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb6cea47-7c6b-47b2-a170-e3a0c7db2e12" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.304315] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb6cea47-7c6b-47b2-a170-e3a0c7db2e12',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.562049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.562049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.562049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.562049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.562049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.562049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.562049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.562049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.562049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.562592] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.562592] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb already deleted. [ 742.562592] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.778948] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.779251] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-727" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.779402] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-727" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.779633] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-727" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.782104] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.782104] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.782104] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.782104] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.782104] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.782104] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.782345] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.782345] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.782396] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.782488] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.782590] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.782754] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.802313] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.802525] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.802663] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.802839] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-727" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.804148] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.804148] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.804148] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.804148] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.804148] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7547cd7b-92d3-4236-bf1c-1fc6cc52efb9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.806772] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb6cea47-7c6b-47b2-a170-e3a0c7db2e12 [ 742.806772] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.806772] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.806772] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.806772] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.806772] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.806772] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb6cea47-7c6b-47b2-a170-e3a0c7db2e12 already deleted. [ 742.807090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb6cea47-7c6b-47b2-a170-e3a0c7db2e12" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.306639] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.307290] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.307290] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.307456] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.307548] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.307705] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 not found, creating... [ 743.308322] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.310387] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.310387] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.310387] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.310387] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.310387] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.310387] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.310387] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.310937] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.310937] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.310988] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 is going to be created. [ 743.336337] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.336337] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.336337] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.336337] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.336586] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.336625] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.820767] env[69363]: INFO networking_nsxv3.common.synchronization [None req-63253e45-bf45-490b-a843-e67a09250ca7 None None] Enqueued Resource ID: c270ac20-9a49-48ac-b8b3-7cfa91d0c609 with Priority: HIGHEST for action port [ 743.821079] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c270ac20-9a49-48ac-b8b3-7cfa91d0c609 with Priority: HIGHEST for action port [ 743.821920] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c270ac20-9a49-48ac-b8b3-7cfa91d0c609 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.821920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c270ac20-9a49-48ac-b8b3-7cfa91d0c609" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.821920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c270ac20-9a49-48ac-b8b3-7cfa91d0c609" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.824111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c270ac20-9a49-48ac-b8b3-7cfa91d0c609" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.824199] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c270ac20-9a49-48ac-b8b3-7cfa91d0c609',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.194603] env[69363]: INFO networking_nsxv3.common.synchronization [req-77275677-71b2-42cd-ba50-8d1c7208e4f3 req-b7473db1-ffdd-4563-9041-d4967b6ae3c8 service nova] Enqueued Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_rules [ 744.194765] env[69363]: INFO networking_nsxv3.common.synchronization [req-77275677-71b2-42cd-ba50-8d1c7208e4f3 req-b7473db1-ffdd-4563-9041-d4967b6ae3c8 service nova] Enqueued Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_members [ 744.194968] env[69363]: INFO networking_nsxv3.common.synchronization [req-77275677-71b2-42cd-ba50-8d1c7208e4f3 req-b7473db1-ffdd-4563-9041-d4967b6ae3c8 service nova] Enqueued Resource ID: 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 with Priority: HIGHEST for action port [ 744.195180] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_rules [ 744.195256] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_members [ 744.195349] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 with Priority: HIGHEST for action port [ 744.196043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.196043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.198055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.198055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.198055] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c38aa95-5421-4849-a0f4-cf0a1f5b93bb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.198847] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.198847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.198847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.203210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.203414] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.203532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.203600] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.206353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.206353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.206353] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c38aa95-5421-4849-a0f4-cf0a1f5b93bb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.206353] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.206353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.206353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.206353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.206353] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7547cd7b-92d3-4236-bf1c-1fc6cc52efb9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.327510] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c270ac20-9a49-48ac-b8b3-7cfa91d0c609 [ 744.327510] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.327510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.327510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.327510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.327510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.327510] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c270ac20-9a49-48ac-b8b3-7cfa91d0c609 already deleted. [ 744.327510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c270ac20-9a49-48ac-b8b3-7cfa91d0c609" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.710572] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.710572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.710572] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c38aa95-5421-4849-a0f4-cf0a1f5b93bb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.710572] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 with status ACTIVE [ 744.710572] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.710572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.710572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.710572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.710572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.710572] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.710572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.710572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.710572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.710572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.711279] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.711279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.711279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.711279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.711279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.711279] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 is going to be updated. [ 744.735304] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.735304] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.735498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.735570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.735710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.735920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.136516] env[69363]: INFO networking_nsxv3.common.synchronization [None req-ce0f730f-a618-49ef-81ed-6dadbd73db3b None None] Enqueued Resource ID: aed412f8-e8e6-4717-9200-4f3ea0042a43 with Priority: HIGHEST for action port [ 745.136772] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed412f8-e8e6-4717-9200-4f3ea0042a43 with Priority: HIGHEST for action port [ 745.137390] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-aed412f8-e8e6-4717-9200-4f3ea0042a43 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.137487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aed412f8-e8e6-4717-9200-4f3ea0042a43" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.137487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aed412f8-e8e6-4717-9200-4f3ea0042a43" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.137745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aed412f8-e8e6-4717-9200-4f3ea0042a43" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.137829] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aed412f8-e8e6-4717-9200-4f3ea0042a43',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.212958] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c38aa95-5421-4849-a0f4-cf0a1f5b93bb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.643697] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aed412f8-e8e6-4717-9200-4f3ea0042a43 [ 745.644171] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.644377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.645273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.645587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.646358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.647060] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aed412f8-e8e6-4717-9200-4f3ea0042a43 already deleted. [ 745.647060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aed412f8-e8e6-4717-9200-4f3ea0042a43" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.716150] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.716339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.716408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.717074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.717074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.717074] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb is going to be created. [ 745.741172] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.741662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.741662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.741662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.741833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.753857] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb in Status: UNINITIALIZED for 2s [ 746.707084] env[69363]: INFO networking_nsxv3.common.synchronization [req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 req-dcde530f-8c59-404a-9ff4-1033f4e7852d tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Enqueued Resource ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b with Priority: HIGHEST for action security_group_members [ 746.707693] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b with Priority: HIGHEST for action security_group_members [ 746.708018] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.708161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.708229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.708434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.708592] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.708683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.708742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.708895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.708976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.712752] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.150415] env[69363]: INFO networking_nsxv3.common.synchronization [req-bd813786-86dc-458b-9fd3-6a432cd8a752 req-93635dc7-fdda-48ac-9603-7fd7134a19ad tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Enqueued Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 747.150953] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 747.153154] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.153297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.153365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.153629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.153791] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.153891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.153952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.154117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.154197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.154289] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.215190] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.215347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.215415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.215636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.215721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.215962] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.216081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.216081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.216227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.216300] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.216383] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b is going to be updated. [ 747.255275] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.255515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.255611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.255881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.256241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.266830] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b in Status: IN_PROGRESS for 2s [ 747.657662] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.657809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.657874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.658792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.658792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.658792] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.658792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.658792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.658792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.658792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.658792] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 already deleted. [ 747.659099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.665751] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.666019] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.666183] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.666424] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.666680] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.666835] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.666952] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.667637] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.667792] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.668007] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.668200] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.668603] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.668722] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.668842] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.668952] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.669097] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.689166] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.689166] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.689166] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.689166] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.689166] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-9de496d1-17f9-443a-a313-94a6fbcce06b taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.689166] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-9de496d1-17f9-443a-a313-94a6fbcce06b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.689166] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-9de496d1-17f9-443a-a313-94a6fbcce06b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.689166] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-9de496d1-17f9-443a-a313-94a6fbcce06b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.689520] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de496d1-17f9-443a-a313-94a6fbcce06b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.765114] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb in Status: SUCCESS [ 747.765424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.765616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.765932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.766174] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.766367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.766486] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.766691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.766821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.766951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.767096] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c38aa95-5421-4849-a0f4-cf0a1f5b93bb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.192761] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.195323] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.195323] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.195323] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.195323] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.195323] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 9de496d1-17f9-443a-a313-94a6fbcce06b not found, creating... [ 748.195323] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.195323] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.195323] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.195323] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.195718] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.195718] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.196743] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.196743] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.196743] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.196743] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.196924] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 9de496d1-17f9-443a-a313-94a6fbcce06b is going to be created. [ 748.218914] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.219198] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.219328] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.219597] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.219824] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.220067] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-9de496d1-17f9-443a-a313-94a6fbcce06b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.270169] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c38aa95-5421-4849-a0f4-cf0a1f5b93bb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.447708] env[69363]: INFO networking_nsxv3.common.synchronization [None req-0313f84a-0d22-41f4-83e7-80990e6d4f5f None None] Enqueued Resource ID: a9b314be-8fae-4e9d-a270-619ad1c75a21 with Priority: HIGHEST for action port [ 748.452473] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b314be-8fae-4e9d-a270-619ad1c75a21 with Priority: HIGHEST for action port [ 748.452933] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9b314be-8fae-4e9d-a270-619ad1c75a21 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.453313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9b314be-8fae-4e9d-a270-619ad1c75a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.453313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9b314be-8fae-4e9d-a270-619ad1c75a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.453730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9b314be-8fae-4e9d-a270-619ad1c75a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.453867] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b314be-8fae-4e9d-a270-619ad1c75a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.773842] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb: rpc.has_security_group_logging(os_id): False [ 748.793103] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.793103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.793103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.793103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.793103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.793947] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.793947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.793947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.793947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.793947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.797208] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb is going to be created. [ 748.864443] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.864944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.865089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.865357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.865548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.881345] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb in Status: IN_PROGRESS for 2s [ 748.957205] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9b314be-8fae-4e9d-a270-619ad1c75a21 [ 748.957439] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.957573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.957660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.957846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.957935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.958054] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9b314be-8fae-4e9d-a270-619ad1c75a21 already deleted. [ 748.958139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9b314be-8fae-4e9d-a270-619ad1c75a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.050317] env[69363]: INFO networking_nsxv3.common.synchronization [None req-83f570ec-ba9e-4964-8d55-ae65a6faf31f tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_rules [ 749.050317] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_rules [ 749.050317] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.050317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.050317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.050317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.050317] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.117994] env[69363]: INFO networking_nsxv3.common.synchronization [req-bd813786-86dc-458b-9fd3-6a432cd8a752 req-5091dbe4-7a79-49fe-9e81-c66c73be7531 service nova] Enqueued Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_rules [ 749.118498] env[69363]: INFO networking_nsxv3.common.synchronization [req-bd813786-86dc-458b-9fd3-6a432cd8a752 req-5091dbe4-7a79-49fe-9e81-c66c73be7531 service nova] Enqueued Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 749.118726] env[69363]: INFO networking_nsxv3.common.synchronization [req-bd813786-86dc-458b-9fd3-6a432cd8a752 req-5091dbe4-7a79-49fe-9e81-c66c73be7531 service nova] Enqueued Resource ID: 9de496d1-17f9-443a-a313-94a6fbcce06b with Priority: HIGHEST for action port [ 749.119861] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_rules [ 749.126167] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 749.126167] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de496d1-17f9-443a-a313-94a6fbcce06b with Priority: HIGHEST for action port [ 749.126167] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.126167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.126167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.126167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.126167] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.126167] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.126167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.126167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.126167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.126616] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.126809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.126953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.127194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.127383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.127551] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.128485] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de496d1-17f9-443a-a313-94a6fbcce06b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.128738] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de496d1-17f9-443a-a313-94a6fbcce06b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.128989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de496d1-17f9-443a-a313-94a6fbcce06b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.129322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de496d1-17f9-443a-a313-94a6fbcce06b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.129469] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de496d1-17f9-443a-a313-94a6fbcce06b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.133914] env[69363]: INFO networking_nsxv3.common.synchronization [None req-2ba30a81-5fc5-451b-a9b3-fb186f2fb921 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_rules [ 749.138361] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_rules [ 749.139144] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.139836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.321103] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b in Status: SUCCESS [ 749.321295] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b deletion is rescheduled due to dependency. [ 749.321409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.548546] env[69363]: INFO networking_nsxv3.common.synchronization [req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e req-8c8dc8bb-967e-4aff-acc6-bc8397036190 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 749.548546] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 749.548546] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.549450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.549450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.549450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.549450] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.549450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.549450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.549450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.549704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.549704] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.572742] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.572742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.572742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.572742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.572742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.572742] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 already deleted. [ 749.572742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.574384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.574384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.574384] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.634149] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.634149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.634149] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9de496d1-17f9-443a-a313-94a6fbcce06b with status ACTIVE [ 749.634149] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.634149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.634149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.634149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.634149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.635123] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.635123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.635123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.635123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.635123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.635123] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.635123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.635123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.635513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.635513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.635513] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9de496d1-17f9-443a-a313-94a6fbcce06b is going to be updated. [ 749.637067] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.746961] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.747151] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.751260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.751538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.751714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.751898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de496d1-17f9-443a-a313-94a6fbcce06b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.052139] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.052432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.052432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.052695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.052695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.052894] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.053017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.053074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.053238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.053311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.053395] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 already deleted. [ 750.053469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.101645] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.101843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.101902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.102182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.102221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.102302] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 already deleted. [ 750.102383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.141042] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.178267] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.178395] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-845" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.179193] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-845" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.179193] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-845" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.179193] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.179193] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.179388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.179478] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.179622] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.179814] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.179927] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.180323] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.180471] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.180881] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.180881] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.181043] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.202123] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.202300] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.202436] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.202618] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-845" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.203085] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-cbda6317-6a6f-4927-8e55-57d728ec86e9 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.203271] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.204042] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.204042] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.204042] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbda6317-6a6f-4927-8e55-57d728ec86e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.646724] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.646870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.646943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.647226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.647303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.647387] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 is going to be created. [ 750.672833] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.672987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.673077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.673405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.674030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.684125] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: UNINITIALIZED for 2s [ 750.714188] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.714188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.714188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.714188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.714188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.714188] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port cbda6317-6a6f-4927-8e55-57d728ec86e9 not found, creating... [ 750.714188] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.714188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.714188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.714488] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.714488] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.714717] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.714888] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.715014] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.715228] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.715353] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.715486] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: cbda6317-6a6f-4927-8e55-57d728ec86e9 is going to be created. [ 750.738068] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.738347] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.738474] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.738793] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.739075] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.739311] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.756956] env[69363]: INFO networking_nsxv3.common.synchronization [None req-72eb6332-0c27-49bb-a016-99b235d9f6dc None None] Enqueued Resource ID: 36ac3200-b326-4072-9a67-6a3d07c6cd07 with Priority: HIGHEST for action port [ 750.757597] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36ac3200-b326-4072-9a67-6a3d07c6cd07 with Priority: HIGHEST for action port [ 750.757991] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-36ac3200-b326-4072-9a67-6a3d07c6cd07 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.758248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36ac3200-b326-4072-9a67-6a3d07c6cd07" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.758352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36ac3200-b326-4072-9a67-6a3d07c6cd07" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.758663] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36ac3200-b326-4072-9a67-6a3d07c6cd07" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.758756] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ac3200-b326-4072-9a67-6a3d07c6cd07',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.906599] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb in Status: SUCCESS [ 750.907329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.261045] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36ac3200-b326-4072-9a67-6a3d07c6cd07 [ 751.261332] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.261441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.261512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.261711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.261803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.261912] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36ac3200-b326-4072-9a67-6a3d07c6cd07 already deleted. [ 751.261998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36ac3200-b326-4072-9a67-6a3d07c6cd07" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.635682] env[69363]: INFO networking_nsxv3.common.synchronization [req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e req-4d46ded2-75e7-4882-afad-f2bc2500e18e service nova] Enqueued Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_rules [ 751.635729] env[69363]: INFO networking_nsxv3.common.synchronization [req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e req-4d46ded2-75e7-4882-afad-f2bc2500e18e service nova] Enqueued Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 751.636026] env[69363]: INFO networking_nsxv3.common.synchronization [req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e req-4d46ded2-75e7-4882-afad-f2bc2500e18e service nova] Enqueued Resource ID: cbda6317-6a6f-4927-8e55-57d728ec86e9 with Priority: HIGHEST for action port [ 751.640026] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_rules [ 751.640026] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 751.640026] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbda6317-6a6f-4927-8e55-57d728ec86e9 with Priority: HIGHEST for action port [ 751.640026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.640026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.640026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.640026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.640026] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.640026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.640026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.640026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.640026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.640026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.640026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.640026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.640026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.640026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.640026] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.640698] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbda6317-6a6f-4927-8e55-57d728ec86e9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.640698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.640698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.641110] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.641110] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbda6317-6a6f-4927-8e55-57d728ec86e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.142718] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.143896] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.144079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.144283] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbda6317-6a6f-4927-8e55-57d728ec86e9 with status ACTIVE [ 752.144480] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.144608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.144693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.144949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.145054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.145225] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.145332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.145413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.145529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.145607] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.145766] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.145873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.145933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.148697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.148811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.148903] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbda6317-6a6f-4927-8e55-57d728ec86e9 is going to be updated. [ 752.171273] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.171425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.171493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.171704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.171840] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.172007] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.217325] env[69363]: INFO networking_nsxv3.common.synchronization [req-ab8339b5-90b4-44eb-9045-dca2950d9447 req-52e51cba-73de-47c0-8a70-48118efec4b6 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Enqueued Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 752.218049] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 752.218430] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.219658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.219658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.219658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.219658] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.219658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.219658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.219658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.220024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.220024] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.520126] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.520126] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.520126] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.520126] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.520126] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.520599] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.520599] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.520599] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.521188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.526026] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.526026] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.526026] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.526026] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.526026] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.526026] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.526026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.545429] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.545637] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.545777] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.545978] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.546357] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-1b975013-3a69-4c7a-857f-2cb9d96fdd20 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.546621] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-1b975013-3a69-4c7a-857f-2cb9d96fdd20" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.546768] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-1b975013-3a69-4c7a-857f-2cb9d96fdd20" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.547113] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-1b975013-3a69-4c7a-857f-2cb9d96fdd20" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.547340] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b975013-3a69-4c7a-857f-2cb9d96fdd20',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.651203] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.694044] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: SUCCESS [ 752.697621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.697621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.697621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.697621] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.697621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.697621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.697621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.697621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.697621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.697621] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.723557] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.723557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.723557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.723557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.723557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.723557] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.723557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.723557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.723557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.723557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.723557] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 already deleted. [ 752.723557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.056028] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.056028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.056028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.056028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.056028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.056028] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 1b975013-3a69-4c7a-857f-2cb9d96fdd20 not found, creating... [ 753.056028] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.056028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.056028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.056028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.056028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.056643] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.056643] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.056643] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.056643] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.056643] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.058732] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 1b975013-3a69-4c7a-857f-2cb9d96fdd20 is going to be created. [ 753.087518] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.087518] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.087518] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.087518] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.087518] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.087518] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-1b975013-3a69-4c7a-857f-2cb9d96fdd20" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.157470] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.157470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.157470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.157470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.157470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.157470] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 is going to be created. [ 753.198718] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.199174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.199421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.199806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.200173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.201823] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.202205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.204868] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.204868] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.204868] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.204868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.205646] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.218372] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: UNINITIALIZED for 2s [ 753.709772] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb6f8cf4-bab9-43fb-ac5f-2bb573071100: rpc.has_security_group_logging(os_id): False [ 753.730700] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.730873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.730986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.731279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.731400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.731660] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.731725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.731814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.732013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.732097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.732281] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.732527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.732527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.732672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.732756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.733104] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.733244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.733329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.733522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.733779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.733779] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 is going to be created. [ 753.822762] env[69363]: INFO networking_nsxv3.common.synchronization [req-ab8339b5-90b4-44eb-9045-dca2950d9447 req-e286fa71-64fb-4adb-a553-fc41e387bbb4 service nova] Enqueued Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_rules [ 753.826954] env[69363]: INFO networking_nsxv3.common.synchronization [req-ab8339b5-90b4-44eb-9045-dca2950d9447 req-e286fa71-64fb-4adb-a553-fc41e387bbb4 service nova] Enqueued Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 753.826954] env[69363]: INFO networking_nsxv3.common.synchronization [req-ab8339b5-90b4-44eb-9045-dca2950d9447 req-e286fa71-64fb-4adb-a553-fc41e387bbb4 service nova] Enqueued Resource ID: 1b975013-3a69-4c7a-857f-2cb9d96fdd20 with Priority: HIGHEST for action port [ 753.826954] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_rules [ 753.827432] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 753.827432] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b975013-3a69-4c7a-857f-2cb9d96fdd20 with Priority: HIGHEST for action port [ 753.827602] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.827754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.827851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.828312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.828446] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.829619] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.829746] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.829860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.830656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.837120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.837120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.837120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.837120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.837120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.837120] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.837120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b975013-3a69-4c7a-857f-2cb9d96fdd20 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.837120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b975013-3a69-4c7a-857f-2cb9d96fdd20" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.837120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b975013-3a69-4c7a-857f-2cb9d96fdd20" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.837120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b975013-3a69-4c7a-857f-2cb9d96fdd20" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.837120] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b975013-3a69-4c7a-857f-2cb9d96fdd20',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.869976] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.870175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.870289] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.870560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.870784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.888261] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: IN_PROGRESS for 2s [ 754.334315] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.335680] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.339021] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b975013-3a69-4c7a-857f-2cb9d96fdd20 with status ACTIVE [ 754.339021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.339021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.339021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.339021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.339863] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b975013-3a69-4c7a-857f-2cb9d96fdd20 is going to be updated. [ 754.360504] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.360696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.360874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.361058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.361329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.361574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b975013-3a69-4c7a-857f-2cb9d96fdd20" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.841467] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.899131] env[69363]: INFO networking_nsxv3.common.synchronization [req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 req-49c402e0-5e3c-4b2f-80b9-d679d3752248 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Enqueued Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 754.899131] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 754.899131] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.899131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.194824] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.195121] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.195251] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.195517] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.195773] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.195935] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.196234] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.196490] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.197153] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.197153] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.197153] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.197153] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.197153] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.197367] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.197367] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.197499] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.227641] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: SUCCESS [ 755.227892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.228074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.228327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.228536] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.228678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.228745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.228940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.229038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.229134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.229240] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.231050] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.231243] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.231393] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.231568] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.231885] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-ed1849b4-319d-46cd-96a0-d421c87e9d22 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.232075] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-ed1849b4-319d-46cd-96a0-d421c87e9d22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.232212] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-ed1849b4-319d-46cd-96a0-d421c87e9d22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.232509] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-ed1849b4-319d-46cd-96a0-d421c87e9d22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.232675] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed1849b4-319d-46cd-96a0-d421c87e9d22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.348102] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.348102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.348235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.348887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.348887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.348887] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 is going to be created. [ 755.373450] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.373610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.373670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.373888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.374150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.385725] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: UNINITIALIZED for 2s [ 755.736159] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.736428] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.736609] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.736823] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.736973] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.737166] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port ed1849b4-319d-46cd-96a0-d421c87e9d22 not found, creating... [ 755.737474] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.737621] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.737783] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.737984] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.738115] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.738478] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.742413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.742413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.742413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.742413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.742413] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: ed1849b4-319d-46cd-96a0-d421c87e9d22 is going to be created. [ 755.742413] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.742413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.742413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.743315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.744208] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.744208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.744208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.744208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.744208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.744561] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.745076] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.746043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.746043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.746043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.748918] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.748918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.748918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.748918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.748918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.748918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.748918] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.770388] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.770388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.770388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.770388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.770388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.770388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-ed1849b4-319d-46cd-96a0-d421c87e9d22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.903054] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: SUCCESS [ 755.904135] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.251824] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f8abb1f-1e22-4e90-94c2-785742a398d1: rpc.has_security_group_logging(os_id): False [ 756.273900] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.273900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.273900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.274136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.274136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.274343] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.274452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.274515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.274757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.274884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.275292] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.275448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.275551] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.275858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.275988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.276209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.276310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.276372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.276514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.276593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.276661] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 is going to be created. [ 756.348835] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.349051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.349130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.349310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.349506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.363191] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: IN_PROGRESS for 2s [ 756.481990] env[69363]: INFO networking_nsxv3.common.synchronization [req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 req-0642c9ba-8a91-4d2b-94cf-a60c38690f8d service nova] Enqueued Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_rules [ 756.481990] env[69363]: INFO networking_nsxv3.common.synchronization [req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 req-0642c9ba-8a91-4d2b-94cf-a60c38690f8d service nova] Enqueued Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 756.481990] env[69363]: INFO networking_nsxv3.common.synchronization [req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 req-0642c9ba-8a91-4d2b-94cf-a60c38690f8d service nova] Enqueued Resource ID: ed1849b4-319d-46cd-96a0-d421c87e9d22 with Priority: HIGHEST for action port [ 756.482422] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_rules [ 756.482564] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 756.482663] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed1849b4-319d-46cd-96a0-d421c87e9d22 with Priority: HIGHEST for action port [ 756.483044] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.483234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.483814] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.483814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.483814] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed1849b4-319d-46cd-96a0-d421c87e9d22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.483814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed1849b4-319d-46cd-96a0-d421c87e9d22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.483814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed1849b4-319d-46cd-96a0-d421c87e9d22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.484423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed1849b4-319d-46cd-96a0-d421c87e9d22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.484423] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed1849b4-319d-46cd-96a0-d421c87e9d22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.987960] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed1849b4-319d-46cd-96a0-d421c87e9d22 with status ACTIVE [ 756.988342] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.988342] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.988462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.989020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.989020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.989020] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.989020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.989020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.989293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.989293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.989436] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.989506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.989552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.989677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.989761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.989842] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed1849b4-319d-46cd-96a0-d421c87e9d22 is going to be updated. [ 757.013880] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.014090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.014167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.014373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.014511] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.014669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed1849b4-319d-46cd-96a0-d421c87e9d22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.399963] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: SUCCESS [ 757.400204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.400375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.400597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.400885] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.400943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.400976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.401127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.401207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.401289] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.401384] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.402336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.402500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.402661] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.402782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.402825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.402962] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.403072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.403165] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.905855] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.906194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.906280] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.379297] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: SUCCESS [ 758.379815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.411269] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.913626] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.914591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.914720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.915522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.915522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.915522] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 is going to be updated. [ 758.951412] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.951634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.951743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.951989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.952205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.964554] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: IN_PROGRESS for 2s [ 760.008871] env[69363]: INFO networking_nsxv3.common.synchronization [req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec req-be7a8924-e26e-431e-bcbc-422441298b46 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Enqueued Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 760.009411] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 760.009712] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.009832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.009896] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.016321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.016321] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.016321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.016321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.016321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.016321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.016321] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.519461] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.519461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.519461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.519461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.519461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.519461] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.519461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.519461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.519461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.519461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.519461] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a is going to be updated. [ 760.525203] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.525203] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.525203] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.525437] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.526608] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.526608] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.526608] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.530193] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.531544] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.531544] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.531544] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.531544] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.531544] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.531544] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.531544] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.531544] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.554758] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.556220] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.556220] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.556220] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.559662] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-ee89c376-8c00-4bde-aa06-30ce76ff35e5 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.559805] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-ee89c376-8c00-4bde-aa06-30ce76ff35e5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.561042] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-ee89c376-8c00-4bde-aa06-30ce76ff35e5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.561042] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-ee89c376-8c00-4bde-aa06-30ce76ff35e5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.561042] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee89c376-8c00-4bde-aa06-30ce76ff35e5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.564975] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.565789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.566093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.566421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.566672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.583842] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: IN_PROGRESS for 2s [ 760.978133] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: SUCCESS [ 760.978416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.978620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.978867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.979096] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.979249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.979361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.979598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.982568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.982568] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.063805] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.064324] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.064543] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.064854] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.065137] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.065527] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port ee89c376-8c00-4bde-aa06-30ce76ff35e5 not found, creating... [ 761.065880] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.066151] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.066343] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.066650] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.067015] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.067412] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.067657] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.067994] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.068770] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.068938] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.069115] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: ee89c376-8c00-4bde-aa06-30ce76ff35e5 is going to be created. [ 761.094060] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.094407] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.094573] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.094995] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.095452] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.095620] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-ee89c376-8c00-4bde-aa06-30ce76ff35e5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.485230] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.939582] env[69363]: INFO networking_nsxv3.common.synchronization [req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec req-3d355711-fa50-43d7-851d-2ffcb8d74638 service nova] Enqueued Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_rules [ 761.939582] env[69363]: INFO networking_nsxv3.common.synchronization [req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec req-3d355711-fa50-43d7-851d-2ffcb8d74638 service nova] Enqueued Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 761.939739] env[69363]: INFO networking_nsxv3.common.synchronization [req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec req-3d355711-fa50-43d7-851d-2ffcb8d74638 service nova] Enqueued Resource ID: ee89c376-8c00-4bde-aa06-30ce76ff35e5 with Priority: HIGHEST for action port [ 761.939922] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_rules [ 761.940074] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 761.940728] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee89c376-8c00-4bde-aa06-30ce76ff35e5 with Priority: HIGHEST for action port [ 761.940728] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.940841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.940968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.943527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.943569] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.944578] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.944691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.944899] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee89c376-8c00-4bde-aa06-30ce76ff35e5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.945046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee89c376-8c00-4bde-aa06-30ce76ff35e5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.945122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee89c376-8c00-4bde-aa06-30ce76ff35e5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.945315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee89c376-8c00-4bde-aa06-30ce76ff35e5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.945394] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee89c376-8c00-4bde-aa06-30ce76ff35e5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.990849] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.267062] env[69363]: INFO networking_nsxv3.common.synchronization [None req-471503ee-e541-464e-adbb-dc4fffa3781b None None] Enqueued Resource ID: 051f1206-f321-49f7-a40b-dd2a10762134 with Priority: HIGHEST for action port [ 762.267650] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051f1206-f321-49f7-a40b-dd2a10762134 with Priority: HIGHEST for action port [ 762.267965] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-051f1206-f321-49f7-a40b-dd2a10762134 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.269101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-051f1206-f321-49f7-a40b-dd2a10762134" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.269182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-051f1206-f321-49f7-a40b-dd2a10762134" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.269444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-051f1206-f321-49f7-a40b-dd2a10762134" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.269529] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('051f1206-f321-49f7-a40b-dd2a10762134',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.449818] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.449975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.450227] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee89c376-8c00-4bde-aa06-30ce76ff35e5 with status ACTIVE [ 762.450502] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.451320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.451320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.451320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.451320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.451526] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.451687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.451793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.452260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.452260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.452504] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.452664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.452775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.453022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.457270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.457631] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee89c376-8c00-4bde-aa06-30ce76ff35e5 is going to be updated. [ 762.481426] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.481670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.481670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.481858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.482026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.482276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee89c376-8c00-4bde-aa06-30ce76ff35e5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.494865] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.495230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.495230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.495420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.495495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.495636] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 is going to be updated. [ 762.549033] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.549958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.549958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.549958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.549958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.564885] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: IN_PROGRESS for 2s [ 762.595842] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: SUCCESS [ 762.596168] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a deletion is rescheduled due to dependency. [ 762.596261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.596411] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.596618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.596781] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.597657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.597703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.597878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.597957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.598072] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.774571] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 051f1206-f321-49f7-a40b-dd2a10762134 [ 762.778031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.778031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.778031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.778031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.778031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.778031] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:051f1206-f321-49f7-a40b-dd2a10762134 already deleted. [ 762.778031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-051f1206-f321-49f7-a40b-dd2a10762134" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.100406] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.282936] env[69363]: INFO networking_nsxv3.common.synchronization [None req-d199b026-dbb1-41f4-9ddd-09e93e9f9ff9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_rules [ 763.283415] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_rules [ 763.283700] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.283812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.283875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.285450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.285599] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.383849] env[69363]: INFO networking_nsxv3.common.synchronization [None req-f397d66a-47f6-46e1-b138-c205d00ab6d9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_rules [ 763.383849] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_rules [ 763.383849] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.383849] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.603370] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.810245] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.810379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.811076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.811076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.811076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.811076] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 already deleted. [ 763.811076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.811076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.811448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.811448] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.105617] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.105922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.105922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.106525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.106525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.106525] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a is going to be updated. [ 764.145046] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.145046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.145046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.145046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.145046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.158607] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: IN_PROGRESS for 2s [ 764.345265] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.345265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.345265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.345749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.345749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.345749] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 already deleted. [ 764.345749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.578736] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: SUCCESS [ 764.579386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.579623] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.579957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.580257] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.580446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.580568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.580792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.580931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.581080] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.581491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.581491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.581606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.581777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.581961] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.582122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.582229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.582420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.582592] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.583290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.583290] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.697885] env[69363]: INFO networking_nsxv3.common.synchronization [None req-6009a646-ad96-40f6-9f7a-855e1524e868 None None] Enqueued Resource ID: 4c792dc0-e64e-463b-b45f-7c456880d0d2 with Priority: HIGHEST for action port [ 764.698635] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c792dc0-e64e-463b-b45f-7c456880d0d2 with Priority: HIGHEST for action port [ 764.698861] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c792dc0-e64e-463b-b45f-7c456880d0d2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.698922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c792dc0-e64e-463b-b45f-7c456880d0d2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.699034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c792dc0-e64e-463b-b45f-7c456880d0d2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.699244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c792dc0-e64e-463b-b45f-7c456880d0d2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.699327] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c792dc0-e64e-463b-b45f-7c456880d0d2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.088674] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9f0ac34-44a9-48f2-bac9-31a8c5b89c44: rpc.has_security_group_logging(os_id): False [ 765.108241] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.108418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.108489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.108727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.108822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.109060] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.109163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.109224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.109372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.109448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.109633] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.109750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.109812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.109949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.110035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.110212] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.110300] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.110359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.110493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.110567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.110648] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 is going to be created. [ 765.198798] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.198911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.199112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.199421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.199613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.200754] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c792dc0-e64e-463b-b45f-7c456880d0d2 [ 765.200941] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.201074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.201143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.201446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.201551] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.201653] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c792dc0-e64e-463b-b45f-7c456880d0d2 already deleted. [ 765.201750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c792dc0-e64e-463b-b45f-7c456880d0d2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.233428] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: IN_PROGRESS for 2s [ 766.173160] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: SUCCESS [ 766.173595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.173797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.174132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.174461] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.174629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.174834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.174902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.175091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.175232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.175384] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.678320] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.678652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.678817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.679086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.679323] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.679908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.680037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.680258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.680414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.680547] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.680738] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.680894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.680994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.681226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.681413] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.681563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.681660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.681841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.681964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.682101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.682237] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.184317] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fac3e274-62e6-4e2e-aab5-344b4118332a: rpc.has_security_group_logging(os_id): False [ 767.203233] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.203419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.203481] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.203644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.203744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.203987] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.204103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.204166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.204471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.204471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.204560] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.204651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.204701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.204838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.205019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.205171] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.205332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.205332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.205590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.205664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.205744] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a is going to be updated. [ 767.247406] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: SUCCESS [ 767.247686] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.248842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.249103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.249194] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.284281] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.284281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.284281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.284281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.284281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.301373] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: IN_PROGRESS for 2s [ 767.751694] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.751869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.751926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.752212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.752405] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.752568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.752648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.752883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.753143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.753334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.753476] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.257013] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.257396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.257396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.257396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.257591] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.257651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.257714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.257863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.258014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.258063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.258198] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.258316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.258343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.258496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.258612] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.258687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.258741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.258878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.258946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.259034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.259125] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.761284] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9f0ac34-44a9-48f2-bac9-31a8c5b89c44: rpc.has_security_group_logging(os_id): False [ 768.780906] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.781070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.781129] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.781351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.781448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.781661] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.781760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.781822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.781973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.784305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.784599] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.784708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.784773] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.785169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.785169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.785355] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.785355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.785448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.785560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.785818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.785818] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 is going to be updated. [ 768.860259] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.860259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.860259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.860259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.860259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.872383] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: IN_PROGRESS for 2s [ 769.320956] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: SUCCESS [ 769.321342] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.700699] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 769.700699] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 770.887143] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: SUCCESS [ 770.887401] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.991655] env[69363]: INFO networking_nsxv3.common.synchronization [req-0504c3a3-5627-4493-a372-adf3825f72ae req-2d1e38d8-4740-4201-857b-5c561bd715ee tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Enqueued Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_members [ 770.991655] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGHEST for action security_group_members [ 770.991655] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b246f13-e255-4e6a-a8c0-1c78041189d4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.994369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.994449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.994721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.994930] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.995108] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.995190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.995742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.995742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.995742] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b246f13-e255-4e6a-a8c0-1c78041189d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.015022] env[69363]: INFO networking_nsxv3.common.synchronization [req-e6f52173-79cc-4c5c-b205-9bfc5db8404e req-98dc6045-63a1-48b4-8adc-70760b0249fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Enqueued Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 771.015022] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 771.015022] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.015022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.015022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.015022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.015022] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.015022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.015022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.015022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.015022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.015022] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.497491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.497704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.497704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.497931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.498036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.498240] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.498338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.498398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.498552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.498625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.498708] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 is going to be updated. [ 771.519322] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.519322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.519428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.519601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.519687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.519876] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.519970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.520048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.520194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.520266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.520349] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 already deleted. [ 771.520423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.538132] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.538132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.538132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.538323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.538812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.551327] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 in Status: IN_PROGRESS for 2s [ 771.729521] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.729521] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.729521] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.729521] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.730290] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.730687] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.730972] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.731352] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.731612] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.732259] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.732500] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.732894] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.733174] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.733489] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.735042] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.735339] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.759121] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.759238] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.759416] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.759668] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.760084] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-b0771fef-7c91-43c3-958f-5fe06e2bbd87 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.760302] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-b0771fef-7c91-43c3-958f-5fe06e2bbd87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.760476] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-b0771fef-7c91-43c3-958f-5fe06e2bbd87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.760852] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-b0771fef-7c91-43c3-958f-5fe06e2bbd87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.763206] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0771fef-7c91-43c3-958f-5fe06e2bbd87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.266708] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.267056] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.267099] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.267348] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.267499] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.267652] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port b0771fef-7c91-43c3-958f-5fe06e2bbd87 not found, creating... [ 772.267911] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.268081] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.268256] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.268515] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.268658] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.268957] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.269147] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.269268] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.269474] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.269605] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.269742] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: b0771fef-7c91-43c3-958f-5fe06e2bbd87 is going to be created. [ 772.295576] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.295786] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.295896] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.296222] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.296475] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.296742] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-b0771fef-7c91-43c3-958f-5fe06e2bbd87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.666789] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff794eb3-92fe-4696-ad4b-03616a15688f req-c0495ca2-e40f-49fa-abdc-0c9508bb85e3 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: c040da04-bbe2-4b69-928c-bd74de073ca6 with Priority: HIGHEST for action security_group_members [ 772.666968] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff794eb3-92fe-4696-ad4b-03616a15688f req-c0495ca2-e40f-49fa-abdc-0c9508bb85e3 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 772.667497] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c040da04-bbe2-4b69-928c-bd74de073ca6 with Priority: HIGHEST for action security_group_members [ 772.667633] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 772.667896] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c040da04-bbe2-4b69-928c-bd74de073ca6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.668386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.671122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.671596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.671794] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.671912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.671971] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.672152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.672242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.672354] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c040da04-bbe2-4b69-928c-bd74de073ca6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.675498] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.675498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.675498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.675702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.675753] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.675811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.675862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.676012] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.678980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.678980] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.728048] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff794eb3-92fe-4696-ad4b-03616a15688f req-c0495ca2-e40f-49fa-abdc-0c9508bb85e3 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_rules [ 772.732024] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff794eb3-92fe-4696-ad4b-03616a15688f req-c0495ca2-e40f-49fa-abdc-0c9508bb85e3 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 772.732024] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff794eb3-92fe-4696-ad4b-03616a15688f req-c0495ca2-e40f-49fa-abdc-0c9508bb85e3 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: c040da04-bbe2-4b69-928c-bd74de073ca6 with Priority: HIGHEST for action security_group_rules [ 772.732024] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff794eb3-92fe-4696-ad4b-03616a15688f req-c0495ca2-e40f-49fa-abdc-0c9508bb85e3 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: c040da04-bbe2-4b69-928c-bd74de073ca6 with Priority: HIGHEST for action security_group_members [ 772.732024] env[69363]: INFO networking_nsxv3.common.synchronization [req-ff794eb3-92fe-4696-ad4b-03616a15688f req-c0495ca2-e40f-49fa-abdc-0c9508bb85e3 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: cbda6317-6a6f-4927-8e55-57d728ec86e9 with Priority: HIGHEST for action port [ 772.732024] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_rules [ 772.732024] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c040da04-bbe2-4b69-928c-bd74de073ca6 with Priority: HIGHEST for action security_group_rules [ 772.732024] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbda6317-6a6f-4927-8e55-57d728ec86e9 with Priority: HIGHEST for action port [ 772.732024] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 772.732024] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c040da04-bbe2-4b69-928c-bd74de073ca6 with Priority: HIGHEST for action security_group_members [ 772.732024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.732024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.732024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.732024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.732024] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.732024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c040da04-bbe2-4b69-928c-bd74de073ca6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.732024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.732024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.733441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.733661] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c040da04-bbe2-4b69-928c-bd74de073ca6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.737799] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbda6317-6a6f-4927-8e55-57d728ec86e9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.737799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.737799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.737799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.737799] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbda6317-6a6f-4927-8e55-57d728ec86e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.737799] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.737799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.737799] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c040da04-bbe2-4b69-928c-bd74de073ca6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.737799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.007039] env[69363]: INFO networking_nsxv3.common.synchronization [req-89cd3530-3622-4335-a305-737ec128880f req-e0b4252d-b7a7-4f20-bb74-82873ef913e4 tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Enqueued Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_members [ 773.007039] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGHEST for action security_group_members [ 773.007039] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.007039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.007039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.007039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.007395] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.007395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.007395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.007554] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.008318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.008318] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ed4e304-3c75-4ce6-b0b7-ba89d6678d97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.180913] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c040da04-bbe2-4b69-928c-bd74de073ca6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.181379] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.237644] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c040da04-bbe2-4b69-928c-bd74de073ca6 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.237858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.238276] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.238435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.238664] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbda6317-6a6f-4927-8e55-57d728ec86e9 with status ACTIVE [ 773.238892] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.239075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.239149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.239355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.239440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.239603] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.239695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.239752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.239895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.239967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.240182] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.240274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.240893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.240893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.240893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.240893] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbda6317-6a6f-4927-8e55-57d728ec86e9 is going to be updated. [ 773.284418] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.284829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.284829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.284901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.285121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.285316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.468066] env[69363]: INFO networking_nsxv3.common.synchronization [req-e6f52173-79cc-4c5c-b205-9bfc5db8404e req-7c6f6ef2-0d3c-4c86-845d-df0bfc5433bc service nova] Enqueued Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_rules [ 773.468066] env[69363]: INFO networking_nsxv3.common.synchronization [req-e6f52173-79cc-4c5c-b205-9bfc5db8404e req-7c6f6ef2-0d3c-4c86-845d-df0bfc5433bc service nova] Enqueued Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 773.468066] env[69363]: INFO networking_nsxv3.common.synchronization [req-e6f52173-79cc-4c5c-b205-9bfc5db8404e req-7c6f6ef2-0d3c-4c86-845d-df0bfc5433bc service nova] Enqueued Resource ID: b0771fef-7c91-43c3-958f-5fe06e2bbd87 with Priority: HIGHEST for action port [ 773.468066] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_rules [ 773.468066] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 773.468066] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0771fef-7c91-43c3-958f-5fe06e2bbd87 with Priority: HIGHEST for action port [ 773.468066] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.468066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.468066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.468066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.468066] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.468661] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.468759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.468791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.469443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.469443] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.469443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.469443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.469714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.469939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.469939] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.471092] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0771fef-7c91-43c3-958f-5fe06e2bbd87 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.471270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0771fef-7c91-43c3-958f-5fe06e2bbd87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.471406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0771fef-7c91-43c3-958f-5fe06e2bbd87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.471544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0771fef-7c91-43c3-958f-5fe06e2bbd87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.471641] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0771fef-7c91-43c3-958f-5fe06e2bbd87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.512678] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.512678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.512678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.512678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.512678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.512678] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.512678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.512678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.512678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.512678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.512678] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 is going to be updated. [ 773.551582] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.551582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.551582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.551582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.551582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.565299] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 in Status: IN_PROGRESS for 2s [ 773.565299] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 in Status: SUCCESS [ 773.565299] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 deletion is rescheduled due to dependency. [ 773.565299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.662113] env[69363]: INFO networking_nsxv3.common.synchronization [req-b9df041c-b3cb-4bd8-917a-6a98bd917155 req-2950e1d9-cb78-45aa-8753-8ec961c9d654 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: c040da04-bbe2-4b69-928c-bd74de073ca6 with Priority: HIGHEST for action security_group_members [ 773.662113] env[69363]: INFO networking_nsxv3.common.synchronization [req-b9df041c-b3cb-4bd8-917a-6a98bd917155 req-2950e1d9-cb78-45aa-8753-8ec961c9d654 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 773.662113] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c040da04-bbe2-4b69-928c-bd74de073ca6 with Priority: HIGHEST for action security_group_members [ 773.662113] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 773.662113] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c040da04-bbe2-4b69-928c-bd74de073ca6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.665363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.665363] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.665363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.683611] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c040da04-bbe2-4b69-928c-bd74de073ca6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.684673] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.786968] env[69363]: INFO networking_nsxv3.common.synchronization [req-b9df041c-b3cb-4bd8-917a-6a98bd917155 req-2950e1d9-cb78-45aa-8753-8ec961c9d654 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_rules [ 773.787168] env[69363]: INFO networking_nsxv3.common.synchronization [req-b9df041c-b3cb-4bd8-917a-6a98bd917155 req-2950e1d9-cb78-45aa-8753-8ec961c9d654 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 773.787309] env[69363]: INFO networking_nsxv3.common.synchronization [req-b9df041c-b3cb-4bd8-917a-6a98bd917155 req-2950e1d9-cb78-45aa-8753-8ec961c9d654 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: cbda6317-6a6f-4927-8e55-57d728ec86e9 with Priority: HIGHEST for action port [ 773.787859] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_rules [ 773.788972] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 773.789121] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbda6317-6a6f-4927-8e55-57d728ec86e9 with Priority: HIGHEST for action port [ 773.789409] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.789519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.789721] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.789804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.789979] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbda6317-6a6f-4927-8e55-57d728ec86e9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.790096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.790161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.790362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.790443] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbda6317-6a6f-4927-8e55-57d728ec86e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.973979] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.975762] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.975762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.975762] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0771fef-7c91-43c3-958f-5fe06e2bbd87 with status ACTIVE [ 773.979255] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.979255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.979255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.979255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.979255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.979255] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.979255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.979255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.979255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.979255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.979609] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.979609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.979609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.979792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.979819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.979890] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0771fef-7c91-43c3-958f-5fe06e2bbd87 is going to be updated. [ 774.008039] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.008248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.008248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.008455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.008596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.008756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0771fef-7c91-43c3-958f-5fe06e2bbd87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.141781] env[69363]: INFO networking_nsxv3.common.synchronization [req-cb750790-0b7b-4888-95e7-388bbbbc39a0 req-94ea75db-bb8b-442d-88be-4f144cb83e1d tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 774.142357] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 774.142650] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.142775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.142832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.143764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.143939] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.144064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.144132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.144308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.144397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.144495] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.187250] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.187250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.187250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.187250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.187460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.187549] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c040da04-bbe2-4b69-928c-bd74de073ca6 is going to be created. [ 774.192380] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.192532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.193075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.193337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.193440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.193563] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 is going to be updated. [ 774.223224] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.223224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.223224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.223841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.224155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.238905] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.238905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.238905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.238905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.238905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.240951] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c040da04-bbe2-4b69-928c-bd74de073ca6 in Status: UNINITIALIZED for 2s [ 774.247761] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: IN_PROGRESS for 2s [ 774.295878] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbda6317-6a6f-4927-8e55-57d728ec86e9 with status ACTIVE [ 774.296522] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.296805] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.296959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.299030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.299030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.299030] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.299030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.299030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.299030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.299030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.299030] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.299030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.299030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.299030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.299030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.299030] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbda6317-6a6f-4927-8e55-57d728ec86e9 is going to be updated. [ 774.325783] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.325783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.325783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.325783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.325783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.325783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbda6317-6a6f-4927-8e55-57d728ec86e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.484073] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.647892] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.647892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.647892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.647892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.647892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.647892] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.647892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.647892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.647892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.647892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.647892] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e already deleted. [ 774.647892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.939106] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.939106] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-986" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.939106] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-986" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.939106] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-986" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.939106] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.939916] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.939916] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.940110] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.942025] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.942025] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.942310] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.942547] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.944416] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.944416] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.944416] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.945764] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.968351] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.968679] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.968850] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.969056] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-986" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.969393] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-de351252-5b1c-4329-853b-228179108093 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.969580] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.970474] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.970474] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.970474] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de351252-5b1c-4329-853b-228179108093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.994955] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.994955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.994955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.994955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.994955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.994955] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 is going to be created. [ 775.022295] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.022479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.022736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.022736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.023171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.035535] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: UNINITIALIZED for 2s [ 775.472487] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.473107] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.473107] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.474910] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.475221] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.475592] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port de351252-5b1c-4329-853b-228179108093 not found, creating... [ 775.475929] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.476126] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.477044] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.477044] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.477044] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.479402] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.479402] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.479402] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.479402] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.479402] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.479744] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: de351252-5b1c-4329-853b-228179108093 is going to be created. [ 775.504472] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.504704] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.504807] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.505180] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.505434] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.507067] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.581179] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 in Status: SUCCESS [ 775.581348] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 deletion is rescheduled due to dependency. [ 775.581519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.256247] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c040da04-bbe2-4b69-928c-bd74de073ca6 in Status: SUCCESS [ 776.256487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.256881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.257099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.261029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.261029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.261029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.261029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.261029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.261029] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c040da04-bbe2-4b69-928c-bd74de073ca6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.264286] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: SUCCESS [ 776.264521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.264717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.264975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.265289] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.265438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.265856] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.266134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.266256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.270024] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.531803] env[69363]: INFO networking_nsxv3.common.synchronization [req-cb750790-0b7b-4888-95e7-388bbbbc39a0 req-4b2328f0-1391-4299-b82c-d6e691c52978 service nova] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_rules [ 776.532095] env[69363]: INFO networking_nsxv3.common.synchronization [req-cb750790-0b7b-4888-95e7-388bbbbc39a0 req-4b2328f0-1391-4299-b82c-d6e691c52978 service nova] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 776.532212] env[69363]: INFO networking_nsxv3.common.synchronization [req-cb750790-0b7b-4888-95e7-388bbbbc39a0 req-4b2328f0-1391-4299-b82c-d6e691c52978 service nova] Enqueued Resource ID: de351252-5b1c-4329-853b-228179108093 with Priority: HIGHEST for action port [ 776.532757] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_rules [ 776.533307] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 776.533465] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de351252-5b1c-4329-853b-228179108093 with Priority: HIGHEST for action port [ 776.533749] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.533877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.534103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.534173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.534250] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.535239] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.535350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.535420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.535597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.535829] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.535918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.536186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.536278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.536450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.536544] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.540275] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-de351252-5b1c-4329-853b-228179108093 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.540275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.540275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.540275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.540275] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de351252-5b1c-4329-853b-228179108093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.667465] env[69363]: INFO networking_nsxv3.common.synchronization [None req-b3c18d73-1312-44e8-806c-7747a5f95bae None None] Enqueued Resource ID: 5539db69-8f2f-452a-89c8-ae53a4a2550f with Priority: HIGHEST for action port [ 776.668035] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5539db69-8f2f-452a-89c8-ae53a4a2550f with Priority: HIGHEST for action port [ 776.668339] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5539db69-8f2f-452a-89c8-ae53a4a2550f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.668463] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5539db69-8f2f-452a-89c8-ae53a4a2550f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.668531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5539db69-8f2f-452a-89c8-ae53a4a2550f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.668964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5539db69-8f2f-452a-89c8-ae53a4a2550f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.668964] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5539db69-8f2f-452a-89c8-ae53a4a2550f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.763125] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.763125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.763125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.763125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.763125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.763125] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.763125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.763125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.763125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.763125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.763125] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c040da04-bbe2-4b69-928c-bd74de073ca6 is going to be deleted. [ 776.768509] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.800285] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.800285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.800285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.800285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.800285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.800285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.800285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.800285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.800285] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.800285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.800285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.800285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.800285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.801413] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c040da04-bbe2-4b69-928c-bd74de073ca6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.042916] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.042916] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.042916] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de351252-5b1c-4329-853b-228179108093 with status ACTIVE [ 777.043158] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.043158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.043326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.044955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.044955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.044955] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.044955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.044955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.044955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.044955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.044955] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.044955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.044955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.044955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.044955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.044955] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de351252-5b1c-4329-853b-228179108093 is going to be updated. [ 777.045839] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.047531] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: SUCCESS [ 777.048031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.048625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.049021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.049021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.049169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.049169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.049247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.049566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.049566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.049566] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.050949] env[69363]: INFO networking_nsxv3.common.synchronization [req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 req-bedb2c07-509c-4c2a-8724-70884139b38c tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Enqueued Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 777.053955] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGHEST for action security_group_members [ 777.054327] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.054441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.054508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.054687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.054833] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.054934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.055015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.055183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.055271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.055367] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.076077] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.076249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.077039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.077039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.077039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.077039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.172140] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5539db69-8f2f-452a-89c8-ae53a4a2550f [ 777.174193] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.174410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.174472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.174791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.174888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.175693] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5539db69-8f2f-452a-89c8-ae53a4a2550f already deleted. [ 777.178493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5539db69-8f2f-452a-89c8-ae53a4a2550f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.272607] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.303377] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.303576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.303676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.303961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.304158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.304460] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.306366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.306492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.307185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.307185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.307185] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c040da04-bbe2-4b69-928c-bd74de073ca6 already deleted. [ 777.307185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.307185] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c040da04-bbe2-4b69-928c-bd74de073ca6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.311023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.311023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.311023] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.311023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.311023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.311023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.311023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.311023] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c040da04-bbe2-4b69-928c-bd74de073ca6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.552774] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.553081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.554879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.554879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.554879] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.554879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.554879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.555201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.555245] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.555324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.555484] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.555579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.555638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.555782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.555940] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.556056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.557139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.557139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.557139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.557139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.557139] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.557820] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.562965] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.562965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.562965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.562965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.562965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.562965] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.562965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.562965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.562965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.562965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.562965] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a is going to be updated. [ 777.595306] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.595453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.595512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.595729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.596370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.610363] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: IN_PROGRESS for 2s [ 777.775146] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.775316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.775574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.775657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.775690] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.775798] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 is going to be updated. [ 777.813120] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c040da04-bbe2-4b69-928c-bd74de073ca6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.813509] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.813509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.813509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.813637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.814177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.815707] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.815989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.815989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.816123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.816221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.816407] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.816508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.816570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.816723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.816799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.816881] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c040da04-bbe2-4b69-928c-bd74de073ca6 already deleted. [ 777.818119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.830496] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: IN_PROGRESS for 2s [ 778.063026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.063026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.063026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.063026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.063026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.063026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e is going to be created. [ 778.063026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c157b85-0b07-48ea-82a1-022cdb1ea4e4: rpc.has_security_group_logging(os_id): False [ 778.088954] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.088954] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.088954] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.088954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.089879] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.090143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.090312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.090535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.090727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.090898] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 is going to be created. [ 778.097304] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.097739] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.098048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.098369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.098626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.108395] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: UNINITIALIZED for 2s [ 778.179645] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.179645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.179645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.179645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.179645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.206152] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: IN_PROGRESS for 2s [ 778.282348] env[69363]: INFO networking_nsxv3.common.synchronization [None req-7c7e2e79-9c43-424c-9e64-9f05bc7d3d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Enqueued Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_rules [ 778.282348] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_rules [ 778.282348] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.282348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.282900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.283797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.284384] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.319682] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c040da04-bbe2-4b69-928c-bd74de073ca6: rpc.has_security_group_logging(os_id): False [ 778.340708] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.340864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.340928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.341176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.341281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.341512] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.341633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.341695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.341894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.342033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.342161] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c040da04-bbe2-4b69-928c-bd74de073ca6 is going to be created. [ 778.363773] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c040da04-bbe2-4b69-928c-bd74de073ca6], does not exist path=[/infra/domains/default/groups/c040da04-bbe2-4b69-928c-bd74de073ca6]."\n}' [ 778.363949] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c040da04-bbe2-4b69-928c-bd74de073ca6 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c040da04-bbe2-4b69-928c-bd74de073ca6 [ 778.364048] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 778.382750] env[69363]: INFO networking_nsxv3.common.synchronization [None req-c111e98a-f484-4b2a-af1a-4197fb0837ee tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Enqueued Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_rules [ 778.383401] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_rules [ 778.383719] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.383821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.406050] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.406050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.406050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.406050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.406050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.406381] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.406381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.406469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.406649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.406741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.406961] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.407081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.407143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.407293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.407410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.409225] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c040da04-bbe2-4b69-928c-bd74de073ca6 is going to be created. [ 778.431464] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c040da04-bbe2-4b69-928c-bd74de073ca6], does not exist path=[/infra/domains/default/groups/c040da04-bbe2-4b69-928c-bd74de073ca6]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c040da04-bbe2-4b69-928c-bd74de073ca6 [ 778.431763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c040da04-bbe2-4b69-928c-bd74de073ca6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.432401] env[69363]: Traceback (most recent call last): [ 778.432479] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 778.432479] env[69363]: return func(*args, **kwargs) [ 778.432479] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 778.432479] env[69363]: res.raise_for_status() [ 778.432479] env[69363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 778.432479] env[69363]: raise HTTPError(http_error_msg, response=self) [ 778.432479] env[69363]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c040da04-bbe2-4b69-928c-bd74de073ca6 [ 778.432479] env[69363]: During handling of the above exception, another exception occurred: [ 778.432479] env[69363]: Traceback (most recent call last): [ 778.432479] env[69363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 778.432479] env[69363]: listener.cb(fileno) [ 778.432479] env[69363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 778.432479] env[69363]: result = function(*args, **kwargs) [ 778.432479] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 778.432479] env[69363]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 778.432479] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 778.432479] env[69363]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 778.432479] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 778.432479] env[69363]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 778.432479] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 778.432479] env[69363]: res.raise_for_status() [ 778.432479] env[69363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 778.432479] env[69363]: raise HTTPError(http_error_msg, response=self) [ 778.432479] env[69363]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c040da04-bbe2-4b69-928c-bd74de073ca6 [ 778.432479] env[69363]: Removing descriptor: 13 [ 778.812850] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.812850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.812850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.812850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.812850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.812850] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 already deleted. [ 778.812850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.812850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.812850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.812850] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.287409] env[69363]: INFO networking_nsxv3.common.synchronization [None req-60fca3de-f3db-4dbd-9e29-7a852646df4e None None] Enqueued Resource ID: b84bd88f-e248-4c63-b061-9a7df4144b97 with Priority: HIGHEST for action port [ 779.287409] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84bd88f-e248-4c63-b061-9a7df4144b97 with Priority: HIGHEST for action port [ 779.290207] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b84bd88f-e248-4c63-b061-9a7df4144b97 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.290207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b84bd88f-e248-4c63-b061-9a7df4144b97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.290207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b84bd88f-e248-4c63-b061-9a7df4144b97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.290395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b84bd88f-e248-4c63-b061-9a7df4144b97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.290487] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b84bd88f-e248-4c63-b061-9a7df4144b97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.347259] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.347259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.347259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.347259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.347259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.347259] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 already deleted. [ 779.347259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.620022] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fac3e274-62e6-4e2e-aab5-344b4118332a in Status: SUCCESS [ 779.620367] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a deletion is rescheduled due to dependency. [ 779.620498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.794191] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b84bd88f-e248-4c63-b061-9a7df4144b97 [ 779.794432] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.794560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.794633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.794844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.794909] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.794998] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b84bd88f-e248-4c63-b061-9a7df4144b97 already deleted. [ 779.795586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b84bd88f-e248-4c63-b061-9a7df4144b97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.842515] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: SUCCESS [ 779.842774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.842906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.843204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.843398] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.843533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.843602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.843761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.843842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.843929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.844056] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.844913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.845419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.845619] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.845759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.845825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.845975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.846086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.846205] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.119790] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: SUCCESS [ 780.120064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.120204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.120456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.120657] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.120774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.120835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.120990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.121083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.121168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.121273] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.220097] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: SUCCESS [ 780.220347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.349019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.349019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.349019] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.624978] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.855477] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.132728] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cf613fc-d84c-4260-9509-b0953ff09e2e: rpc.has_security_group_logging(os_id): False [ 781.155942] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.155942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.155942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.155942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.155942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.155942] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.155942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.155942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.155942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.155942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.155942] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e is going to be created. [ 781.190262] env[69363]: INFO networking_nsxv3.common.synchronization [req-dbcc698b-0163-47db-bc17-eaf11ec893d3 req-67471781-44c1-4c6a-92f4-d30239b4969c tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Enqueued Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 781.190262] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 781.190262] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.190262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.190262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.190262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.190262] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.190905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.191163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.191468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.191679] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.191888] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.221812] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.221812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.221812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.221812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.221812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.234533] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: IN_PROGRESS for 2s [ 781.357085] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.360190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.360190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.360190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.360190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.360190] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 is going to be updated. [ 781.405185] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.405185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.405185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.405185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.405185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.418142] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: IN_PROGRESS for 2s [ 781.696755] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.200759] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.322056] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.322056] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.322056] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.322056] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.322363] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.322477] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.322611] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.322852] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.323030] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.323305] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.323371] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.323492] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.323667] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.323798] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.323909] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.324062] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.346533] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.346716] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.346852] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.347519] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.347519] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-e673e146-af2d-4576-87ab-d36492d9091b taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.347684] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-e673e146-af2d-4576-87ab-d36492d9091b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.347872] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-e673e146-af2d-4576-87ab-d36492d9091b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.348665] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-e673e146-af2d-4576-87ab-d36492d9091b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.348800] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e673e146-af2d-4576-87ab-d36492d9091b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.703612] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.703808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.703846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.704111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.704212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.704313] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 is going to be updated. [ 782.738678] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.738848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.741172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.741491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.741717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.754455] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: IN_PROGRESS for 2s [ 782.853315] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.853315] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.853420] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.854189] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.854189] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.854189] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port e673e146-af2d-4576-87ab-d36492d9091b not found, creating... [ 782.854442] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.854442] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.854531] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.856204] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.856204] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.856204] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.856204] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.856204] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.856204] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.857956] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.858948] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: e673e146-af2d-4576-87ab-d36492d9091b is going to be created. [ 782.886526] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.887566] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.887678] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.888129] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.888390] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.888637] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-e673e146-af2d-4576-87ab-d36492d9091b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.248805] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: SUCCESS [ 783.248805] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.429105] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: SUCCESS [ 783.431345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.431544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.431776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.431972] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.432163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.432163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.432372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.432481] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.432617] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.830947] env[69363]: INFO networking_nsxv3.common.synchronization [None req-02ae5382-541b-47ec-b82e-ce0d73c04d7f None None] Enqueued Resource ID: 8044ceb1-1f10-4b91-a6b6-9c6420a5b103 with Priority: HIGHEST for action port [ 783.831254] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8044ceb1-1f10-4b91-a6b6-9c6420a5b103 with Priority: HIGHEST for action port [ 783.831825] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8044ceb1-1f10-4b91-a6b6-9c6420a5b103 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.831948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8044ceb1-1f10-4b91-a6b6-9c6420a5b103" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.832658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8044ceb1-1f10-4b91-a6b6-9c6420a5b103" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.833227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8044ceb1-1f10-4b91-a6b6-9c6420a5b103" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.833227] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8044ceb1-1f10-4b91-a6b6-9c6420a5b103',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.843038] env[69363]: INFO networking_nsxv3.common.synchronization [req-dbcc698b-0163-47db-bc17-eaf11ec893d3 req-db66087e-c653-4bf2-a1a4-d666db4ac89d service nova] Enqueued Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_rules [ 783.843038] env[69363]: INFO networking_nsxv3.common.synchronization [req-dbcc698b-0163-47db-bc17-eaf11ec893d3 req-db66087e-c653-4bf2-a1a4-d666db4ac89d service nova] Enqueued Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 783.843038] env[69363]: INFO networking_nsxv3.common.synchronization [req-dbcc698b-0163-47db-bc17-eaf11ec893d3 req-db66087e-c653-4bf2-a1a4-d666db4ac89d service nova] Enqueued Resource ID: e673e146-af2d-4576-87ab-d36492d9091b with Priority: HIGHEST for action port [ 783.845254] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_rules [ 783.845699] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 783.845699] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e673e146-af2d-4576-87ab-d36492d9091b with Priority: HIGHEST for action port [ 783.847068] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.847239] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.847331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.847574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.847673] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.848674] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.848748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.848991] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e673e146-af2d-4576-87ab-d36492d9091b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.853256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e673e146-af2d-4576-87ab-d36492d9091b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.853359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e673e146-af2d-4576-87ab-d36492d9091b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.853588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e673e146-af2d-4576-87ab-d36492d9091b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.853695] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e673e146-af2d-4576-87ab-d36492d9091b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.934936] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.335827] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8044ceb1-1f10-4b91-a6b6-9c6420a5b103 [ 784.335827] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.336721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.336721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.336721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.336721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.336721] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8044ceb1-1f10-4b91-a6b6-9c6420a5b103 already deleted. [ 784.336721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8044ceb1-1f10-4b91-a6b6-9c6420a5b103" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.355572] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.355703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.355989] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e673e146-af2d-4576-87ab-d36492d9091b with status ACTIVE [ 784.355989] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.356170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.356170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.356408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.356503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.356678] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.356791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.356874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.356990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.357076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.357257] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.357379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.357857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.357857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.357857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.357857] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e673e146-af2d-4576-87ab-d36492d9091b is going to be updated. [ 784.387656] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.387891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.387891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.388152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.388255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.388426] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e673e146-af2d-4576-87ab-d36492d9091b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.438158] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.446807] env[69363]: INFO networking_nsxv3.common.synchronization [req-2b472d12-c063-46e6-a61e-6b667796b430 req-7c8fb3eb-4e45-465b-b5ee-8f7f47e6b51b tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Enqueued Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 784.447364] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 with Priority: HIGHEST for action security_group_members [ 784.447660] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.447750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.772097] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: SUCCESS [ 784.772705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.773130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.773594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.774157] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.774500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.775050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.775190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.775455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.776791] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.940201] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.941500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.941500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.941500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.941500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.941500] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 is going to be updated. [ 784.972617] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.972794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.972850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.973035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.973259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.984490] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: IN_PROGRESS for 2s [ 785.279286] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.786779] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.153432] env[69363]: INFO networking_nsxv3.common.synchronization [None req-2b8505af-78e0-4d7c-90e7-4c20484593ea None None] Enqueued Resource ID: 5713aac3-7670-42b7-8ca0-1f830724de4d with Priority: HIGHEST for action port [ 786.153984] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5713aac3-7670-42b7-8ca0-1f830724de4d with Priority: HIGHEST for action port [ 786.157887] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5713aac3-7670-42b7-8ca0-1f830724de4d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.158076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5713aac3-7670-42b7-8ca0-1f830724de4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.158161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5713aac3-7670-42b7-8ca0-1f830724de4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.159056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5713aac3-7670-42b7-8ca0-1f830724de4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.159056] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5713aac3-7670-42b7-8ca0-1f830724de4d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.290276] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.290503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.290503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.290701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.290794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.290893] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 is going to be updated. [ 786.328363] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.328759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.330440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.330804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.331071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.343086] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: IN_PROGRESS for 2s [ 786.431061] env[69363]: INFO networking_nsxv3.common.synchronization [None req-de9e93cd-42f7-4af3-8042-f7edbcc862d7 None None] Enqueued Resource ID: 46f1d2f1-9817-401e-8887-71f061e59bed with Priority: HIGHEST for action port [ 786.433270] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f1d2f1-9817-401e-8887-71f061e59bed with Priority: HIGHEST for action port [ 786.433270] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f1d2f1-9817-401e-8887-71f061e59bed taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.433270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f1d2f1-9817-401e-8887-71f061e59bed" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.433270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f1d2f1-9817-401e-8887-71f061e59bed" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.433270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f1d2f1-9817-401e-8887-71f061e59bed" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.433572] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f1d2f1-9817-401e-8887-71f061e59bed',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.660998] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5713aac3-7670-42b7-8ca0-1f830724de4d [ 786.661267] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.661399] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.661469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.661683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.661775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.661870] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5713aac3-7670-42b7-8ca0-1f830724de4d already deleted. [ 786.662534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5713aac3-7670-42b7-8ca0-1f830724de4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.942489] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46f1d2f1-9817-401e-8887-71f061e59bed [ 786.942489] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.942489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.942489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.942489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.942489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.942489] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46f1d2f1-9817-401e-8887-71f061e59bed already deleted. [ 786.942489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f1d2f1-9817-401e-8887-71f061e59bed" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.996366] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: SUCCESS [ 786.996511] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.996595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.997478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.997478] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.997478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.997682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.997682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.997747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.997815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.997971] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f8abb1f-1e22-4e90-94c2-785742a398d1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.999192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.999192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.999192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.999192] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.999192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.999192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.999192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.999192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.999192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.999192] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.001474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.001474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.001474] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.001474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.001474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.001474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.001474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.001474] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.502941] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f8abb1f-1e22-4e90-94c2-785742a398d1: rpc.has_security_group_logging(os_id): False [ 787.504774] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.504774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.504774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.504774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.528246] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.528388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.532717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.532975] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.533132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.533195] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.533402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.533568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.533620] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 is going to be updated. [ 787.534564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.534734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.534822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.535096] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.535227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.535285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.535430] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.535500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.535704] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.535801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.535862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.536062] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.536129] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.536313] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.536410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.536534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.536604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.536678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.536758] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 is going to be updated. [ 787.565337] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.565504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.565504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.565958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.565958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.577784] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: IN_PROGRESS for 2s [ 787.604693] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.604986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.604986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.605199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.605428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.622393] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: IN_PROGRESS for 2s [ 788.327071] env[69363]: INFO networking_nsxv3.common.synchronization [None req-dbe2a907-226c-4939-86a4-311126c95a71 None None] Enqueued Resource ID: 0cf48877-c59a-4221-b4c5-a6aa1881fe9b with Priority: HIGHEST for action port [ 788.329666] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf48877-c59a-4221-b4c5-a6aa1881fe9b with Priority: HIGHEST for action port [ 788.331949] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cf48877-c59a-4221-b4c5-a6aa1881fe9b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.331949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cf48877-c59a-4221-b4c5-a6aa1881fe9b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.331949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cf48877-c59a-4221-b4c5-a6aa1881fe9b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.331949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cf48877-c59a-4221-b4c5-a6aa1881fe9b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.331949] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf48877-c59a-4221-b4c5-a6aa1881fe9b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.354750] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: SUCCESS [ 788.355050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.355665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.355796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.355982] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.356505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.356505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.356505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.356505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.356505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.356971] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.832447] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cf48877-c59a-4221-b4c5-a6aa1881fe9b [ 788.832719] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.832901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.833019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.833212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.833305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.833398] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cf48877-c59a-4221-b4c5-a6aa1881fe9b already deleted. [ 788.833479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cf48877-c59a-4221-b4c5-a6aa1881fe9b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.863559] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.863746] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.863817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.864045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.864213] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.864314] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.864383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.864541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.864656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.864753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.864899] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.864994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.865074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.865268] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.865403] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.865499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.865565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.865707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.865784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.865865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.865956] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.065997] env[69363]: INFO networking_nsxv3.common.synchronization [req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b req-d709e055-8a2f-4625-a4dd-252c6ac690df tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Enqueued Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 789.066754] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 789.067013] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.067981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.068072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.068280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.069097] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.069218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.069286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.069475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.069601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.070299] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.369053] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c157b85-0b07-48ea-82a1-022cdb1ea4e4: rpc.has_security_group_logging(os_id): False [ 789.388970] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.389142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.389213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.389435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.417576] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.417706] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-654" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.417838] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-654" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.418121] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-654" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.418380] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.418535] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.418652] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.418863] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.419064] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.419509] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.419664] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.419802] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.419934] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.420077] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.420227] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.420406] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.422905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.423178] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.423326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.423415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.423611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.423730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.423956] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.424111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.424283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.424317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.424422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.424726] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.424796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.424883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.425096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.425194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.425292] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 is going to be updated. [ 789.450811] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.451154] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.451307] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.451728] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-654" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.452075] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-0d1d1153-ce41-4de8-83f5-600180bf9782 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.452253] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-0d1d1153-ce41-4de8-83f5-600180bf9782" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.452384] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-0d1d1153-ce41-4de8-83f5-600180bf9782" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.452692] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-0d1d1153-ce41-4de8-83f5-600180bf9782" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.453084] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1d1153-ce41-4de8-83f5-600180bf9782',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.526962] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.527193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.527193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.527435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.527586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.541978] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: IN_PROGRESS for 2s [ 789.572069] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.588893] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: SUCCESS [ 789.589096] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 deletion is rescheduled due to dependency. [ 789.589220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.650169] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 in Status: SUCCESS [ 789.650443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.650705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.651027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.651129] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f8abb1f-1e22-4e90-94c2-785742a398d1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.956344] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.956566] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.956737] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.957072] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.957216] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.957419] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 0d1d1153-ce41-4de8-83f5-600180bf9782 not found, creating... [ 789.957771] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.957971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.958117] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.958366] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.958504] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.958844] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.959012] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.959137] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.959358] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.959482] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.959675] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 0d1d1153-ce41-4de8-83f5-600180bf9782 is going to be created. [ 789.986846] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.987151] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.987249] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.987591] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.987848] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.988106] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-0d1d1153-ce41-4de8-83f5-600180bf9782" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.074283] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.173982] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.174253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.174340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.174565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.174668] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.174762] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f8abb1f-1e22-4e90-94c2-785742a398d1 is going to be deleted. [ 790.244454] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.244704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.244789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.245023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.245160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.245273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f8abb1f-1e22-4e90-94c2-785742a398d1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.576644] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.576955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.576955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.578526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.578526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.578526] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 is going to be updated. [ 790.613713] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.613879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.613937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.614163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.614313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.628380] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: IN_PROGRESS for 2s [ 790.725045] env[69363]: INFO networking_nsxv3.common.synchronization [req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b req-6c3a06d8-378f-46bc-80a7-90a8daf34be7 service nova] Enqueued Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_rules [ 790.725224] env[69363]: INFO networking_nsxv3.common.synchronization [req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b req-6c3a06d8-378f-46bc-80a7-90a8daf34be7 service nova] Enqueued Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 790.725459] env[69363]: INFO networking_nsxv3.common.synchronization [req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b req-6c3a06d8-378f-46bc-80a7-90a8daf34be7 service nova] Enqueued Resource ID: 0d1d1153-ce41-4de8-83f5-600180bf9782 with Priority: HIGHEST for action port [ 790.725609] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_rules [ 790.725736] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 790.725830] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1d1153-ce41-4de8-83f5-600180bf9782 with Priority: HIGHEST for action port [ 790.726490] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.726614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.726680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.726887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.726963] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.731697] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.731697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.731697] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d1d1153-ce41-4de8-83f5-600180bf9782 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.731697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d1d1153-ce41-4de8-83f5-600180bf9782" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.731697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d1d1153-ce41-4de8-83f5-600180bf9782" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.731697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d1d1153-ce41-4de8-83f5-600180bf9782" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.731697] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1d1153-ce41-4de8-83f5-600180bf9782',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.233421] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.233556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.233847] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d1d1153-ce41-4de8-83f5-600180bf9782 with status ACTIVE [ 791.234081] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.234210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.234252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.234494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.234582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.234785] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.234879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.234941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.235648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.235648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.235648] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.235648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.235648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.236147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.236147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.236147] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d1d1153-ce41-4de8-83f5-600180bf9782 is going to be updated. [ 791.284011] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.284223] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.284286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.284448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.285529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.285529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d1d1153-ce41-4de8-83f5-600180bf9782" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.554301] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: SUCCESS [ 791.554486] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.538507] env[69363]: INFO networking_nsxv3.common.synchronization [req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 req-10a24dd2-8fc8-4946-b5b0-3db1937a2b0c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 792.539157] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 792.539506] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.539654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.539752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.539993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.542897] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.542897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.542897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.542897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.542897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.542897] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.639584] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: SUCCESS [ 792.639829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.640009] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.640248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.640441] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.640569] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.640655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.640776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.640895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.640959] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.910688] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.910908] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.911049] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.911349] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.911685] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.911885] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.913941] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.913941] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.913941] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.913941] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.913941] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.913941] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.913941] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.913941] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.913941] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.913941] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.934045] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.934223] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.934360] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.934618] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-268" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.934958] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-9a6b12dc-bb7a-4560-8a8e-c95429d0f887 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.935177] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-9a6b12dc-bb7a-4560-8a8e-c95429d0f887" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.935297] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-9a6b12dc-bb7a-4560-8a8e-c95429d0f887" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.935624] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-9a6b12dc-bb7a-4560-8a8e-c95429d0f887" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.935764] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a6b12dc-bb7a-4560-8a8e-c95429d0f887',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.044186] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.144929] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.438086] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.438402] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.438471] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.438965] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.439145] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.439300] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 9a6b12dc-bb7a-4560-8a8e-c95429d0f887 not found, creating... [ 793.439580] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.439719] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.439836] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.440086] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.440280] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.440500] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.441555] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.441735] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.441979] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.442147] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.442296] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 9a6b12dc-bb7a-4560-8a8e-c95429d0f887 is going to be created. [ 793.469200] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.469200] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.469200] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.469200] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.469200] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.469200] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-9a6b12dc-bb7a-4560-8a8e-c95429d0f887" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.546674] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.647444] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.050946] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.050946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.050946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.050946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.050946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.050946] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 794.085399] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.085549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.085620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.085831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.086192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.096567] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 794.154287] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.154287] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.154287] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.154287] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.154287] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.154287] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 is going to be updated. [ 794.185198] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.185198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.185198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.185198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.185198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.198913] env[69363]: INFO networking_nsxv3.common.synchronization [req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 req-8b9bdaa4-22a2-46ca-94f9-1a9c2991cd5d service nova] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_rules [ 794.199091] env[69363]: INFO networking_nsxv3.common.synchronization [req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 req-8b9bdaa4-22a2-46ca-94f9-1a9c2991cd5d service nova] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 794.199219] env[69363]: INFO networking_nsxv3.common.synchronization [req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 req-8b9bdaa4-22a2-46ca-94f9-1a9c2991cd5d service nova] Enqueued Resource ID: 9a6b12dc-bb7a-4560-8a8e-c95429d0f887 with Priority: HIGHEST for action port [ 794.199472] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_rules [ 794.199596] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 794.199688] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a6b12dc-bb7a-4560-8a8e-c95429d0f887 with Priority: HIGHEST for action port [ 794.200610] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.200689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.200689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.200949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.204030] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.204030] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.204030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.204030] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a6b12dc-bb7a-4560-8a8e-c95429d0f887 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.204030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a6b12dc-bb7a-4560-8a8e-c95429d0f887" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.204030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a6b12dc-bb7a-4560-8a8e-c95429d0f887" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.204030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a6b12dc-bb7a-4560-8a8e-c95429d0f887" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.204030] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a6b12dc-bb7a-4560-8a8e-c95429d0f887',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.206968] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: IN_PROGRESS for 2s [ 794.703416] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.703993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.706058] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a6b12dc-bb7a-4560-8a8e-c95429d0f887 with status ACTIVE [ 794.706291] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.706450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.706521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.706760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.706908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.707065] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.707153] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.707226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.707329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.707404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.707587] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.707688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.707748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.707870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.707948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.708042] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a6b12dc-bb7a-4560-8a8e-c95429d0f887 is going to be updated. [ 794.733110] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.733312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.733359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.733676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.733857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.734103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a6b12dc-bb7a-4560-8a8e-c95429d0f887" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.153224] env[69363]: INFO networking_nsxv3.common.synchronization [req-41b7a885-707d-4ae3-bd8f-17db04e8e28c req-563142bf-9e4c-4c36-82ee-6c326524f117 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Enqueued Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_members [ 795.154350] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGHEST for action security_group_members [ 795.155217] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.155217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.155410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.155592] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.155660] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.155715] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.155759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.155900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.155984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.156090] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c38aa95-5421-4849-a0f4-cf0a1f5b93bb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.658897] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.659084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.659158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.659377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.682222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.682560] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.682687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.682748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.682953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.683055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.683144] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb is going to be updated. [ 795.709062] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.709390] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.709390] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.709536] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.709712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.719602] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb in Status: IN_PROGRESS for 2s [ 796.108476] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 4s [ 796.220071] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: SUCCESS [ 796.220071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.220071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.220071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.220375] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.220439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.220475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.220642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.220728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.220813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.220903] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.723454] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.723767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.723767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.723898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.724084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.724184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.724249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.724398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.724487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.724576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.724719] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.724810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.724869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.725012] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.725153] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.725291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.725390] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.725496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.725571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.725652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.725740] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.227672] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d7a6858-cb27-4a86-a2f9-187b83d98093: rpc.has_security_group_logging(os_id): False [ 797.247132] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.247365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.247365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.247565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.270028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.270302] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.270452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.270762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.270849] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.270978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.271222] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.271330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.271397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.271554] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.271631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.271803] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.271897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.271959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.272112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.272191] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.272276] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 is going to be updated. [ 797.387964] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.388425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.388669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.388936] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.389133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.406555] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: IN_PROGRESS for 2s [ 797.731761] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb in Status: SUCCESS [ 797.731761] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb deletion is rescheduled due to dependency. [ 797.731761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.119959] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 798.119959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.120150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.120303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.120503] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.120626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.120689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.120911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.120948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.121035] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.129034] env[69363]: INFO networking_nsxv3.common.synchronization [req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b req-ee26cfa9-9980-4cdb-9c40-9cfc819329c2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 798.129832] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 798.130562] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.130562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.130562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.130562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.132036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.132036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.132036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.132036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.132036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.132036] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.524630] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.524630] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.524630] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.525089] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.527245] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.527245] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.527245] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.527245] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.527245] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527245] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.527245] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.527245] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.527245] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.527839] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.527839] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.527839] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.566481] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.566481] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.566481] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.566481] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.566481] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-4bf2fa4a-968a-4365-8aa1-c23b6775fd76 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.567048] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-4bf2fa4a-968a-4365-8aa1-c23b6775fd76" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.567048] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-4bf2fa4a-968a-4365-8aa1-c23b6775fd76" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.567160] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-4bf2fa4a-968a-4365-8aa1-c23b6775fd76" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.567486] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf2fa4a-968a-4365-8aa1-c23b6775fd76',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.623371] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.633638] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.633863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.633945] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.634375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.634375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.635125] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.635312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.635388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.635532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.635608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.635708] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 already deleted. [ 798.635811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.070298] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.070724] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.070831] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.071219] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.071441] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.071657] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 4bf2fa4a-968a-4365-8aa1-c23b6775fd76 not found, creating... [ 799.072399] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.072711] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.072711] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.073106] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.073340] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.074023] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.074245] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.074399] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.074762] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.075029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.075608] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 4bf2fa4a-968a-4365-8aa1-c23b6775fd76 is going to be created. [ 799.102059] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.102266] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.102385] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.102769] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.102997] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.103364] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-4bf2fa4a-968a-4365-8aa1-c23b6775fd76" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.127232] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.430346] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: SUCCESS [ 799.430609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.629613] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.629824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.629878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.630449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.630449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.630449] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 799.697123] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.697338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.697338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.697650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.697861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.710376] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 799.857399] env[69363]: INFO networking_nsxv3.common.synchronization [req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b req-5ad71efb-13be-45cf-a290-9da6bcf2c1ca service nova] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_rules [ 799.857399] env[69363]: INFO networking_nsxv3.common.synchronization [req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b req-5ad71efb-13be-45cf-a290-9da6bcf2c1ca service nova] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 799.857531] env[69363]: INFO networking_nsxv3.common.synchronization [req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b req-5ad71efb-13be-45cf-a290-9da6bcf2c1ca service nova] Enqueued Resource ID: 4bf2fa4a-968a-4365-8aa1-c23b6775fd76 with Priority: HIGHEST for action port [ 799.858144] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_rules [ 799.858321] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 799.858433] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf2fa4a-968a-4365-8aa1-c23b6775fd76 with Priority: HIGHEST for action port [ 799.858747] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.858922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.858982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.859262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.859363] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.862269] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.862442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.862523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.862726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.862897] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.863453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.863453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.863593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.863593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.863863] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.866537] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf2fa4a-968a-4365-8aa1-c23b6775fd76 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.866662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf2fa4a-968a-4365-8aa1-c23b6775fd76" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.866729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf2fa4a-968a-4365-8aa1-c23b6775fd76" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.866923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf2fa4a-968a-4365-8aa1-c23b6775fd76" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.867015] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf2fa4a-968a-4365-8aa1-c23b6775fd76',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.370187] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.371358] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.371487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.371725] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bf2fa4a-968a-4365-8aa1-c23b6775fd76 with status ACTIVE [ 800.372102] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.372102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.372102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.372321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.372427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.372611] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.372716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.372780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.372974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.373078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.373287] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.373393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.373469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.373584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.373658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.373800] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bf2fa4a-968a-4365-8aa1-c23b6775fd76 is going to be updated. [ 800.400767] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.400767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.400767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.400767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.400767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.400767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf2fa4a-968a-4365-8aa1-c23b6775fd76" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.876359] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.139834] env[69363]: INFO networking_nsxv3.common.synchronization [req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc req-6bf3b45b-c024-4c6b-b336-f1dc80b613d4 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 801.140507] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 801.140898] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.141051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.381984] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.381984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.381984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.381984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.381984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.381984] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be created. [ 801.411581] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.411581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.411581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.411581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.411581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.422454] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: UNINITIALIZED for 2s [ 801.565754] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.566037] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.566837] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.567269] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.567340] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.567550] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.567648] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.568371] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.568824] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.568824] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.569287] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.569287] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.569287] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.569287] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.569287] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.569616] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.593064] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.593303] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.593472] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.593715] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.594048] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-af22e060-a2a4-46e0-8c91-975595fecb2a taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.594182] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-af22e060-a2a4-46e0-8c91-975595fecb2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.594320] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-af22e060-a2a4-46e0-8c91-975595fecb2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.594631] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-af22e060-a2a4-46e0-8c91-975595fecb2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.594783] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af22e060-a2a4-46e0-8c91-975595fecb2a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.724534] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 801.724652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.724871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.725252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.725993] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.727628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.727628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.727628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.727628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.727628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.727628] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.102528] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.102948] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.103250] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.103676] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.103867] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.104109] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port af22e060-a2a4-46e0-8c91-975595fecb2a not found, creating... [ 802.104536] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.104850] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.105161] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.105509] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.105821] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.106249] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.106475] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.106678] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.107092] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.107294] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.107557] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: af22e060-a2a4-46e0-8c91-975595fecb2a is going to be created. [ 802.133943] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.134471] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.134731] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.135165] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.135574] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.135857] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-af22e060-a2a4-46e0-8c91-975595fecb2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.236254] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.236254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.236254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.236254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.236254] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.236254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.236254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.236254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.236254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.236254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.237890] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.237890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.237890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.237890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.237890] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.237890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.237890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.237890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.237890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.237890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.237890] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.744423] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 497475e5-a186-4003-b201-96d9fa2533cb: rpc.has_security_group_logging(os_id): False [ 802.769720] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.769720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.769893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.769990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.797550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.797836] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.798066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.798066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.798231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.798316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.798510] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.798608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.798682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.798812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.798888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.799092] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.799204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.799258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.799383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.799451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.799532] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 802.826696] env[69363]: INFO networking_nsxv3.common.synchronization [req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc req-1a21127a-fe9c-41f3-aa7b-6ab1efeed59b service nova] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_rules [ 802.827095] env[69363]: INFO networking_nsxv3.common.synchronization [req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc req-1a21127a-fe9c-41f3-aa7b-6ab1efeed59b service nova] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 802.827296] env[69363]: INFO networking_nsxv3.common.synchronization [req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc req-1a21127a-fe9c-41f3-aa7b-6ab1efeed59b service nova] Enqueued Resource ID: af22e060-a2a4-46e0-8c91-975595fecb2a with Priority: HIGHEST for action port [ 802.827756] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_rules [ 802.828671] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 802.829418] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af22e060-a2a4-46e0-8c91-975595fecb2a with Priority: HIGHEST for action port [ 802.829418] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.829418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.829675] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.829799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.830097] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-af22e060-a2a4-46e0-8c91-975595fecb2a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.830276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af22e060-a2a4-46e0-8c91-975595fecb2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.830385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af22e060-a2a4-46e0-8c91-975595fecb2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.830714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af22e060-a2a4-46e0-8c91-975595fecb2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.830813] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af22e060-a2a4-46e0-8c91-975595fecb2a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.870228] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.870228] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.870228] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.870228] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.870228] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.890525] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 803.333563] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af22e060-a2a4-46e0-8c91-975595fecb2a with status ACTIVE [ 803.333709] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.333943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.334027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.334271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.334393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.334630] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.334760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.334825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.335434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.335583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.335792] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.335897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.335990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.336229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.336382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.336382] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af22e060-a2a4-46e0-8c91-975595fecb2a is going to be updated. [ 803.361998] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.362190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.362261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.362477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.362615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.362791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af22e060-a2a4-46e0-8c91-975595fecb2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.435182] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 803.435363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.435537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.435750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.435958] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.436055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.436122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.436273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.436356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.436447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.436546] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.438612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.438612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.439050] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.440308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.440392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.440558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.440644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.440768] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.939813] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.940462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.944141] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.447987] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.536285] env[69363]: INFO networking_nsxv3.common.synchronization [req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a req-401bb929-da6f-4f9d-b8a9-5f0cb9cf2e5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 804.536989] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 804.537344] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.537435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.906698] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 804.906914] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.951381] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.951933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.952178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.952755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.956163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.956163] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be updated. [ 804.986877] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.987074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.987145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.988035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.988035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.000946] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: IN_PROGRESS for 2s [ 805.112686] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.112829] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.112870] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.113187] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.113816] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.113816] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.113816] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.114017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.114530] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.114795] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.114916] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.115041] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.115359] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.118322] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.118322] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.118322] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.138800] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.138800] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.138800] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.138800] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-854" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.139173] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-76b35c48-ce55-4b16-9e6c-7b70ef545342 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.140219] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-76b35c48-ce55-4b16-9e6c-7b70ef545342" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.140219] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-76b35c48-ce55-4b16-9e6c-7b70ef545342" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.140219] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-76b35c48-ce55-4b16-9e6c-7b70ef545342" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.140521] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76b35c48-ce55-4b16-9e6c-7b70ef545342',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.643577] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.644022] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.644235] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.644543] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.644725] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.644915] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 76b35c48-ce55-4b16-9e6c-7b70ef545342 not found, creating... [ 805.645839] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.645839] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.645839] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.645839] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.646288] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.646407] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.647680] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.647680] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.647680] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.647680] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.647680] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 76b35c48-ce55-4b16-9e6c-7b70ef545342 is going to be created. [ 805.677434] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.677855] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.677990] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.678379] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.678503] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.678836] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-76b35c48-ce55-4b16-9e6c-7b70ef545342" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.646469] env[69363]: INFO networking_nsxv3.common.synchronization [req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a req-7273d587-f32a-49cc-b5ec-6331af56b6bf service nova] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_rules [ 806.646939] env[69363]: INFO networking_nsxv3.common.synchronization [req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a req-7273d587-f32a-49cc-b5ec-6331af56b6bf service nova] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 806.646939] env[69363]: INFO networking_nsxv3.common.synchronization [req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a req-7273d587-f32a-49cc-b5ec-6331af56b6bf service nova] Enqueued Resource ID: 76b35c48-ce55-4b16-9e6c-7b70ef545342 with Priority: HIGHEST for action port [ 806.649983] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_rules [ 806.649983] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 806.649983] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b35c48-ce55-4b16-9e6c-7b70ef545342 with Priority: HIGHEST for action port [ 806.649983] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.649983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.650826] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.650826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.650826] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-76b35c48-ce55-4b16-9e6c-7b70ef545342 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.650826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76b35c48-ce55-4b16-9e6c-7b70ef545342" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.650826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76b35c48-ce55-4b16-9e6c-7b70ef545342" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.651067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76b35c48-ce55-4b16-9e6c-7b70ef545342" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.651253] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76b35c48-ce55-4b16-9e6c-7b70ef545342',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.011598] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 807.011822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.011990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.012237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.012428] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.012549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.012608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.012761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.012845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.012969] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.153286] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76b35c48-ce55-4b16-9e6c-7b70ef545342 with status ACTIVE [ 807.153542] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.153687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.153939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.154250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.154396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.154684] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.154829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.154859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.155049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.155136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.155441] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.155568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.155629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.156411] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.156411] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.156411] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76b35c48-ce55-4b16-9e6c-7b70ef545342 is going to be updated. [ 807.180275] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.180450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.180450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.180700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.181078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.181078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76b35c48-ce55-4b16-9e6c-7b70ef545342" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.515725] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.702186] env[69363]: INFO networking_nsxv3.common.synchronization [req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 req-98bbead2-5e22-43f6-bdc9-123d8cd43458 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Enqueued Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 807.702702] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 807.703124] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.703253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.703417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.703551] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.703702] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.703803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.703875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.704029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.704115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.704278] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.019009] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.208812] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.521913] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.522094] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.522165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.525653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.525653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.525653] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be updated. [ 808.557430] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.557593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.557647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.558102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.558276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.568607] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: IN_PROGRESS for 2s [ 808.713781] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.220029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.220029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.220029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.220029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.220029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.220029] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 is going to be updated. [ 809.253491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.253650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.253717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.253948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.254110] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.265911] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: IN_PROGRESS for 2s [ 810.586112] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.586112] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.586112] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.586112] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.586112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.589385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.589385] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.589766] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.590116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.590413] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.592097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.592097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.592097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.592097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.592097] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.093650] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0cfb0b5-4e5d-464d-9927-3a5631ef0764: rpc.has_security_group_logging(os_id): False [ 811.095074] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.113734] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.114292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.114292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.114292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.114512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.114602] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.114724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.114789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.114975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.115072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.115323] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.115435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.115505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.115702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.117843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.117843] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.117843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.117843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.117843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.117843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.117843] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be created. [ 811.196076] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.196076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.196076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.196076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.196437] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.215634] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: IN_PROGRESS for 2s [ 811.280166] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: SUCCESS [ 811.280166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.597659] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.101694] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.101694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.101694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.101694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.101694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.101694] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be updated. [ 812.129862] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.130056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.130105] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.130325] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.130472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.141166] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: IN_PROGRESS for 2s [ 812.703505] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 812.703909] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 813.229901] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 813.229901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.229901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.229901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.229901] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.731389] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.731654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.155300] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 814.156448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.159973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.159973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.159973] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.159973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.159973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.159973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.159973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.159973] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.662688] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.166689] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.669520] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.669779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.669779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.670019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.670125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.670248] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be updated. [ 815.724224] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.724224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.724224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.724487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.725120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.735878] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: IN_PROGRESS for 2s [ 817.704621] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 817.704621] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 817.755547] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 817.755547] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.755685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.755968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.756219] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.756343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.756412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.756579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.756663] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.756753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.756844] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.262419] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.263340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.263659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.263938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.264206] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.264412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.264517] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.264744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.264894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.265034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.265261] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.265470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.265588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.265808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.267972] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.267972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.267972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.267972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.267972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.267972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.267972] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.770509] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0cfb0b5-4e5d-464d-9927-3a5631ef0764: rpc.has_security_group_logging(os_id): False [ 818.793249] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.793570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.793679] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.793934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.794508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.795024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.795146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.795255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.795639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.795789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.796110] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.796290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.796488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.796699] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.796816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.797053] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.797187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.797273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.797453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.797563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.797684] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be updated. [ 818.868933] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.869413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.869667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.870020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.870258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.884466] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: IN_PROGRESS for 2s [ 819.807641] env[69363]: INFO networking_nsxv3.common.synchronization [None req-d197fe2e-d47d-44de-8a1f-f5a2a478ecd2 None None] Enqueued Resource ID: 6802d5f8-cd8c-41d8-a0d4-c13bed39cc6a with Priority: HIGHEST for action port [ 819.808038] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6802d5f8-cd8c-41d8-a0d4-c13bed39cc6a with Priority: HIGHEST for action port [ 819.809013] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6802d5f8-cd8c-41d8-a0d4-c13bed39cc6a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.809013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6802d5f8-cd8c-41d8-a0d4-c13bed39cc6a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.809013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6802d5f8-cd8c-41d8-a0d4-c13bed39cc6a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.809013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6802d5f8-cd8c-41d8-a0d4-c13bed39cc6a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.810066] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6802d5f8-cd8c-41d8-a0d4-c13bed39cc6a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.313857] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6802d5f8-cd8c-41d8-a0d4-c13bed39cc6a [ 820.314113] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.314304] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.314338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.314541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.314639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.314732] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6802d5f8-cd8c-41d8-a0d4-c13bed39cc6a already deleted. [ 820.314812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6802d5f8-cd8c-41d8-a0d4-c13bed39cc6a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.901163] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 820.901576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.901690] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.901958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.902091] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.405401] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.405890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.405933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.406145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.406334] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.406478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.406478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.406717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.406717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.406836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.406970] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.912360] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.912360] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.912360] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.912360] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.912360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.913066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.913066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.913066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.913066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.913066] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.314247] env[69363]: INFO networking_nsxv3.common.synchronization [None req-91098bcf-136d-4497-b5ed-8a83ea801dbf None None] Enqueued Resource ID: 417ae75d-c96a-4d8f-891d-d512a26e0d21 with Priority: HIGHEST for action port [ 822.314247] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417ae75d-c96a-4d8f-891d-d512a26e0d21 with Priority: HIGHEST for action port [ 822.314247] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-417ae75d-c96a-4d8f-891d-d512a26e0d21 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.314247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-417ae75d-c96a-4d8f-891d-d512a26e0d21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.314247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-417ae75d-c96a-4d8f-891d-d512a26e0d21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.315887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-417ae75d-c96a-4d8f-891d-d512a26e0d21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.315887] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('417ae75d-c96a-4d8f-891d-d512a26e0d21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.419287] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0cfb0b5-4e5d-464d-9927-3a5631ef0764: rpc.has_security_group_logging(os_id): False [ 822.438723] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.438723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.438723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.442020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.442020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.442020] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.442020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.442020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.442020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.442020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.442020] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.442020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.442020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.442020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.442020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.442020] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.442020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.442829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.442829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.442829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.442829] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be updated. [ 822.511197] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.511197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.511197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.511364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.511490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.533298] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: IN_PROGRESS for 2s [ 822.741460] env[69363]: INFO networking_nsxv3.common.synchronization [None req-8052deeb-5475-4658-ac9d-51ed51f9c1af None None] Enqueued Resource ID: ba0ac557-420c-45b1-9719-6e123192b178 with Priority: HIGHEST for action port [ 822.741460] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba0ac557-420c-45b1-9719-6e123192b178 with Priority: HIGHEST for action port [ 822.741870] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba0ac557-420c-45b1-9719-6e123192b178 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.741948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba0ac557-420c-45b1-9719-6e123192b178" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.742036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba0ac557-420c-45b1-9719-6e123192b178" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.743246] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba0ac557-420c-45b1-9719-6e123192b178" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.743387] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba0ac557-420c-45b1-9719-6e123192b178',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.817882] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 417ae75d-c96a-4d8f-891d-d512a26e0d21 [ 822.818054] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.818381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.818381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.818467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.818963] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.819154] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:417ae75d-c96a-4d8f-891d-d512a26e0d21 already deleted. [ 822.819325] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-417ae75d-c96a-4d8f-891d-d512a26e0d21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.246906] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba0ac557-420c-45b1-9719-6e123192b178 [ 823.247679] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.247679] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.249756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.249756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.249756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.249756] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba0ac557-420c-45b1-9719-6e123192b178 already deleted. [ 823.249756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba0ac557-420c-45b1-9719-6e123192b178" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.893021] env[69363]: INFO networking_nsxv3.common.synchronization [None req-3241f3c0-1901-400c-a21c-d8e2d8a775c8 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Enqueued Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_rules [ 823.893021] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_rules [ 823.893021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.893021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.893021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.893021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.893021] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9261ec-3ee9-4214-a846-94f43bb1b7ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.005956] env[69363]: INFO networking_nsxv3.common.synchronization [None req-69b513db-8b61-4762-b33a-24542315d138 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Enqueued Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_rules [ 824.006456] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_rules [ 824.006789] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.006932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.416207] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.416207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.416207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.416207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.416207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.416207] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee already deleted. [ 824.416767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.416767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.416767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.416767] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9261ec-3ee9-4214-a846-94f43bb1b7ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.548394] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 824.548634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.940575] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.940835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.940967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.941303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.941410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.941541] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee already deleted. [ 824.941641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.138306] env[69363]: INFO networking_nsxv3.common.synchronization [None req-d011d792-ef07-4b4b-9931-99481a92bf13 None None] Enqueued Resource ID: e5e6bf12-feb7-46a0-8ad3-e31d83b3efdb with Priority: HIGHEST for action port [ 825.138306] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e6bf12-feb7-46a0-8ad3-e31d83b3efdb with Priority: HIGHEST for action port [ 825.138306] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5e6bf12-feb7-46a0-8ad3-e31d83b3efdb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.138306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5e6bf12-feb7-46a0-8ad3-e31d83b3efdb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.138306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5e6bf12-feb7-46a0-8ad3-e31d83b3efdb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.138756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5e6bf12-feb7-46a0-8ad3-e31d83b3efdb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.138756] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5e6bf12-feb7-46a0-8ad3-e31d83b3efdb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.644626] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5e6bf12-feb7-46a0-8ad3-e31d83b3efdb [ 825.644951] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.645052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.645113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.645396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.645513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.645614] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5e6bf12-feb7-46a0-8ad3-e31d83b3efdb already deleted. [ 825.645726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5e6bf12-feb7-46a0-8ad3-e31d83b3efdb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.968370] env[69363]: INFO networking_nsxv3.common.synchronization [req-9175cb54-99a8-46bf-9011-82f5701e6eef req-b5ab342c-09d1-4ca8-8209-4eaffc72c7e3 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 825.968914] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 825.969230] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.969352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.969479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.969633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.969786] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.969924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.969979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.973207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.973207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.973207] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.993810] env[69363]: INFO networking_nsxv3.common.synchronization [req-9175cb54-99a8-46bf-9011-82f5701e6eef req-b5ab342c-09d1-4ca8-8209-4eaffc72c7e3 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_rules [ 825.993810] env[69363]: INFO networking_nsxv3.common.synchronization [req-9175cb54-99a8-46bf-9011-82f5701e6eef req-b5ab342c-09d1-4ca8-8209-4eaffc72c7e3 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 825.993810] env[69363]: INFO networking_nsxv3.common.synchronization [req-9175cb54-99a8-46bf-9011-82f5701e6eef req-b5ab342c-09d1-4ca8-8209-4eaffc72c7e3 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: de351252-5b1c-4329-853b-228179108093 with Priority: HIGHEST for action port [ 825.993810] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_rules [ 825.993810] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 825.994684] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de351252-5b1c-4329-853b-228179108093 with Priority: HIGHEST for action port [ 825.995421] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.996023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.996023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.996652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.996652] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.000459] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.000459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.002544] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-de351252-5b1c-4329-853b-228179108093 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.002544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.002544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.002544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.002544] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de351252-5b1c-4329-853b-228179108093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.287200] env[69363]: INFO networking_nsxv3.common.synchronization [req-eb78803d-f8b7-437c-bb28-199dd17776ac req-3b0bf56c-c224-4a1c-bb4a-03f12876a0a8 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Enqueued Resource ID: b1b21be9-e20f-4202-9df2-ba4870c2904f with Priority: HIGHEST for action security_group_members [ 826.287811] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b21be9-e20f-4202-9df2-ba4870c2904f with Priority: HIGHEST for action security_group_members [ 826.288150] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b21be9-e20f-4202-9df2-ba4870c2904f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.288291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.288361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.288669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.288858] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.288985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.289032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.289189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.289273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.289675] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b21be9-e20f-4202-9df2-ba4870c2904f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.474421] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.503108] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.503311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.508679] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de351252-5b1c-4329-853b-228179108093 with status ACTIVE [ 826.509014] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.509208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.509285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.509542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.509647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.509853] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.510395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.510395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.510395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.510395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.510539] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.510599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.510630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.510759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.510811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.510898] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de351252-5b1c-4329-853b-228179108093 is going to be updated. [ 826.539498] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.539686] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.539756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.540014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.540172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.540338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.794584] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.794584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.794584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.794584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.794584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.796538] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.796538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.796538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.796538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.796538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.796538] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b21be9-e20f-4202-9df2-ba4870c2904f already deleted. [ 826.796538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.891187] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.891187] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-735" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.891187] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-735" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.891531] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-735" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.892462] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.893738] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.893738] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.893738] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.893738] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.893738] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.893738] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.894386] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.894386] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.894386] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.894386] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.894513] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.920866] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.920866] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.920866] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.920866] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-735" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.923199] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-b78a8543-636c-4072-9199-cb1e71473690 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.923509] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-b78a8543-636c-4072-9199-cb1e71473690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.923673] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-b78a8543-636c-4072-9199-cb1e71473690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.924102] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-b78a8543-636c-4072-9199-cb1e71473690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.924445] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b78a8543-636c-4072-9199-cb1e71473690',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.977936] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.427619] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.427619] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.427619] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.427774] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.427927] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.428100] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port b78a8543-636c-4072-9199-cb1e71473690 not found, creating... [ 827.428415] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.428698] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.428888] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.430250] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.430250] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.430250] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.430250] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.430567] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.430855] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.431038] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.431232] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: b78a8543-636c-4072-9199-cb1e71473690 is going to be created. [ 827.454551] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.454551] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.454551] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.454802] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.454910] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.455192] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-b78a8543-636c-4072-9199-cb1e71473690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.481700] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.481870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.481945] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.482167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.482258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.482358] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e is going to be updated. [ 827.512492] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.512637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.512637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.512826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.512970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.523458] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: IN_PROGRESS for 2s [ 828.395612] env[69363]: INFO networking_nsxv3.common.synchronization [req-eb78803d-f8b7-437c-bb28-199dd17776ac req-12fa0457-efe9-4af9-ac06-4e5da379afe7 service nova] Enqueued Resource ID: b1b21be9-e20f-4202-9df2-ba4870c2904f with Priority: HIGHEST for action security_group_rules [ 828.395890] env[69363]: INFO networking_nsxv3.common.synchronization [req-eb78803d-f8b7-437c-bb28-199dd17776ac req-12fa0457-efe9-4af9-ac06-4e5da379afe7 service nova] Enqueued Resource ID: b1b21be9-e20f-4202-9df2-ba4870c2904f with Priority: HIGHEST for action security_group_members [ 828.395939] env[69363]: INFO networking_nsxv3.common.synchronization [req-eb78803d-f8b7-437c-bb28-199dd17776ac req-12fa0457-efe9-4af9-ac06-4e5da379afe7 service nova] Enqueued Resource ID: b78a8543-636c-4072-9199-cb1e71473690 with Priority: HIGHEST for action port [ 828.396186] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b21be9-e20f-4202-9df2-ba4870c2904f with Priority: HIGHEST for action security_group_rules [ 828.396329] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b21be9-e20f-4202-9df2-ba4870c2904f with Priority: HIGHEST for action security_group_members [ 828.396429] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78a8543-636c-4072-9199-cb1e71473690 with Priority: HIGHEST for action port [ 828.397336] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b21be9-e20f-4202-9df2-ba4870c2904f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.401725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.402614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.403673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.404059] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b21be9-e20f-4202-9df2-ba4870c2904f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.406383] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b21be9-e20f-4202-9df2-ba4870c2904f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.406501] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.406576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.406764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.407583] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.407583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.407583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.407583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.407583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.407583] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b21be9-e20f-4202-9df2-ba4870c2904f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.409856] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b78a8543-636c-4072-9199-cb1e71473690 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.409856] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b78a8543-636c-4072-9199-cb1e71473690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.410844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b78a8543-636c-4072-9199-cb1e71473690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.410844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b78a8543-636c-4072-9199-cb1e71473690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.410844] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b78a8543-636c-4072-9199-cb1e71473690',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.892377] env[69363]: INFO networking_nsxv3.common.synchronization [None req-bcca75eb-8499-47b8-b94c-f66ffbcb39c2 None None] Enqueued Resource ID: ed7cb69a-956b-4210-a0e5-40c7ab4d6ebe with Priority: HIGHEST for action port [ 828.893356] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7cb69a-956b-4210-a0e5-40c7ab4d6ebe with Priority: HIGHEST for action port [ 828.893768] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed7cb69a-956b-4210-a0e5-40c7ab4d6ebe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.895230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed7cb69a-956b-4210-a0e5-40c7ab4d6ebe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.895230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed7cb69a-956b-4210-a0e5-40c7ab4d6ebe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.895230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed7cb69a-956b-4210-a0e5-40c7ab4d6ebe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.895230] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed7cb69a-956b-4210-a0e5-40c7ab4d6ebe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.907562] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b21be9-e20f-4202-9df2-ba4870c2904f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.907710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.909804] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1b21be9-e20f-4202-9df2-ba4870c2904f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.916709] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b78a8543-636c-4072-9199-cb1e71473690 with status ACTIVE [ 828.917630] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.918155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.918294] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.918540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.918672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.918893] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.919079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.919289] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.919289] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.919377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.919575] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.919652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.923022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.923022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.923022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.923022] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b78a8543-636c-4072-9199-cb1e71473690 is going to be updated. [ 828.948519] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.948519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.948519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.948519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.948848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.948848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b78a8543-636c-4072-9199-cb1e71473690" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.397319] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed7cb69a-956b-4210-a0e5-40c7ab4d6ebe [ 829.397319] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.397319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.397319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.397319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.397693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.397693] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed7cb69a-956b-4210-a0e5-40c7ab4d6ebe already deleted. [ 829.397693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed7cb69a-956b-4210-a0e5-40c7ab4d6ebe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.411565] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1b21be9-e20f-4202-9df2-ba4870c2904f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.540479] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: SUCCESS [ 829.540479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.540479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.540661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.540752] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.540872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.540940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.541113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.541197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.541304] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.917894] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.917894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.917894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.917894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.917894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.917894] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b21be9-e20f-4202-9df2-ba4870c2904f is going to be created. [ 829.949548] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.949683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.949724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.950073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.950175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.966446] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b21be9-e20f-4202-9df2-ba4870c2904f in Status: UNINITIALIZED for 2s [ 830.046091] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.144779] env[69363]: INFO networking_nsxv3.common.synchronization [req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea req-c4a5cc9e-f7d5-41eb-a3c8-5ff0308ad8d7 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 830.145597] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 830.145991] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.146178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.177881] env[69363]: INFO networking_nsxv3.common.synchronization [req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 req-40b7a470-78b1-4430-8a6f-e378d31deb86 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 830.177881] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 830.177881] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.177881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.178120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.178330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.178487] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.178602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.178657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.178786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.178863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.178955] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.187414] env[69363]: INFO networking_nsxv3.common.synchronization [req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea req-c4a5cc9e-f7d5-41eb-a3c8-5ff0308ad8d7 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_rules [ 830.187597] env[69363]: INFO networking_nsxv3.common.synchronization [req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea req-c4a5cc9e-f7d5-41eb-a3c8-5ff0308ad8d7 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 830.187859] env[69363]: INFO networking_nsxv3.common.synchronization [req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea req-c4a5cc9e-f7d5-41eb-a3c8-5ff0308ad8d7 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: de351252-5b1c-4329-853b-228179108093 with Priority: HIGHEST for action port [ 830.188450] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_rules [ 830.188515] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 830.188596] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de351252-5b1c-4329-853b-228179108093 with Priority: HIGHEST for action port [ 830.189199] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.189340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.189557] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.189733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.190053] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-de351252-5b1c-4329-853b-228179108093 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.190161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.190657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.190657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.190657] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de351252-5b1c-4329-853b-228179108093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.551344] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.677883] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.678204] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.678252] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.678558] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.679035] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.679204] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.679359] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.679673] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.679958] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.680202] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.680335] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.680448] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.681156] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.681310] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.681568] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.682258] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.683633] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.683881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.683972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.684275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.684373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.684576] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.684682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.684846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.685192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.685285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.686134] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 already deleted. [ 830.686134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.696256] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de351252-5b1c-4329-853b-228179108093 with status ACTIVE [ 830.696256] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.696387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.696544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.696729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.696821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.697010] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.697127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.697211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.697387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.697467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.697646] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.697740] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.697806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.697995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.698110] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.698203] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de351252-5b1c-4329-853b-228179108093 is going to be updated. [ 830.707676] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.707676] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.707676] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.707676] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.708098] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-a554adf7-164a-459f-b23d-80024e311668 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.708241] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-a554adf7-164a-459f-b23d-80024e311668" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.708357] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-a554adf7-164a-459f-b23d-80024e311668" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.708708] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-a554adf7-164a-459f-b23d-80024e311668" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.708859] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a554adf7-164a-459f-b23d-80024e311668',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.725458] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.726360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.726444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.726638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.727213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.727436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de351252-5b1c-4329-853b-228179108093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.054832] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.055447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.055447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.055696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.056864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.056984] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e is going to be updated. [ 831.090406] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.090406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.090667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.090884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.091153] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.103958] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: IN_PROGRESS for 2s [ 831.217342] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.217590] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.217641] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.217913] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.218073] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.218231] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port a554adf7-164a-459f-b23d-80024e311668 not found, creating... [ 831.219075] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.219285] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.219428] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.219988] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.220199] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.220579] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.220795] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.220960] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.221217] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.221400] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.221573] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: a554adf7-164a-459f-b23d-80024e311668 is going to be created. [ 831.237050] env[69363]: INFO networking_nsxv3.common.synchronization [None req-277cec9f-693f-41ed-9bcc-d5bca746ce80 None None] Enqueued Resource ID: 63a46ad7-4b69-4178-9891-a7305cddecdb with Priority: HIGHEST for action port [ 831.237322] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a46ad7-4b69-4178-9891-a7305cddecdb with Priority: HIGHEST for action port [ 831.237942] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-63a46ad7-4b69-4178-9891-a7305cddecdb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.238085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63a46ad7-4b69-4178-9891-a7305cddecdb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.238146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63a46ad7-4b69-4178-9891-a7305cddecdb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.238483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63a46ad7-4b69-4178-9891-a7305cddecdb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.238643] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63a46ad7-4b69-4178-9891-a7305cddecdb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.251313] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.251606] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.251760] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.252051] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.252337] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.252971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-a554adf7-164a-459f-b23d-80024e311668" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.743199] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63a46ad7-4b69-4178-9891-a7305cddecdb [ 831.743199] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.743199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.743199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.743199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.743199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.743199] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63a46ad7-4b69-4178-9891-a7305cddecdb already deleted. [ 831.743199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63a46ad7-4b69-4178-9891-a7305cddecdb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.974832] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b21be9-e20f-4202-9df2-ba4870c2904f in Status: SUCCESS [ 831.975382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.975382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.975515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.975672] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.975870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.975937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.976119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.976204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.976292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.976410] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1b21be9-e20f-4202-9df2-ba4870c2904f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.087653] env[69363]: INFO networking_nsxv3.common.synchronization [req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 req-b80ccf18-214f-45bc-adae-eb99d28bd980 service nova] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_rules [ 832.087875] env[69363]: INFO networking_nsxv3.common.synchronization [req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 req-b80ccf18-214f-45bc-adae-eb99d28bd980 service nova] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 832.089432] env[69363]: INFO networking_nsxv3.common.synchronization [req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 req-b80ccf18-214f-45bc-adae-eb99d28bd980 service nova] Enqueued Resource ID: a554adf7-164a-459f-b23d-80024e311668 with Priority: HIGHEST for action port [ 832.089769] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_rules [ 832.089902] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 832.089999] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a554adf7-164a-459f-b23d-80024e311668 with Priority: HIGHEST for action port [ 832.090633] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.090816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.090816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.091079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.091593] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.092564] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.094842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.094842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.094842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.094842] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.094842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.094842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.094842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.094842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.094842] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.094842] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a554adf7-164a-459f-b23d-80024e311668 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.094842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a554adf7-164a-459f-b23d-80024e311668" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.094842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a554adf7-164a-459f-b23d-80024e311668" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.094842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a554adf7-164a-459f-b23d-80024e311668" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.094842] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a554adf7-164a-459f-b23d-80024e311668',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.267503] env[69363]: INFO networking_nsxv3.common.synchronization [req-bfde0256-3c2c-4c84-907b-97bccdd41040 req-3d1c7a16-1ab6-4a8c-b003-56f1bd678d9d tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_members [ 832.268240] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_members [ 832.268363] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.268458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.268520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.268768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.268924] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.269036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.269096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.269245] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.269329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.269424] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.479013] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b21be9-e20f-4202-9df2-ba4870c2904f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.481088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.481181] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.481413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.481598] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.481710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.481772] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.481922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.482017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.482109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.482260] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b21be9-e20f-4202-9df2-ba4870c2904f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.482351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.482410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.482552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.482687] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.482775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.482835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.482969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.483055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.483132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.483220] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1b21be9-e20f-4202-9df2-ba4870c2904f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.596880] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.597058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.597243] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.598339] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a554adf7-164a-459f-b23d-80024e311668 with status ACTIVE [ 832.598339] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.598481] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.598517] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.598788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.598890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.599280] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.599280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.599280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.599435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.599510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.599679] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.599774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.599835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.600169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.600169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.600169] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a554adf7-164a-459f-b23d-80024e311668 is going to be updated. [ 832.624939] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.624939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.624939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.625199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.625199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.625273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a554adf7-164a-459f-b23d-80024e311668" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.672819] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.673025] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.673182] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.673474] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.673772] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.673955] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.674060] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.674278] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.674423] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.675523] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.675523] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.675523] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.675523] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.675523] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.675523] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.675523] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.713788] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.713974] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.714158] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.714454] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.715053] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-30e9c0c6-e8b6-4830-b6b6-7107c902af4a taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.715930] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-30e9c0c6-e8b6-4830-b6b6-7107c902af4a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.715930] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-30e9c0c6-e8b6-4830-b6b6-7107c902af4a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.715930] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-30e9c0c6-e8b6-4830-b6b6-7107c902af4a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.715930] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e9c0c6-e8b6-4830-b6b6-7107c902af4a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.774579] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.774964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.774964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.775047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.775110] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.775297] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.775463] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.775510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.775637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.775716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.775801] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 already deleted. [ 832.775883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.989428] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1b21be9-e20f-4202-9df2-ba4870c2904f: rpc.has_security_group_logging(os_id): False [ 833.009952] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.010123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.010198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.010895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.011048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.011277] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.011385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.011451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.011622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.011702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.011903] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.011997] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.012072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.012232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.012286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.012471] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.012564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.012636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.012838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.012921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.013015] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b21be9-e20f-4202-9df2-ba4870c2904f is going to be created. [ 833.078837] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.079032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.079128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.081986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.081986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.092654] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b21be9-e20f-4202-9df2-ba4870c2904f in Status: IN_PROGRESS for 2s [ 833.101931] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.127125] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: SUCCESS [ 833.128353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.128707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.129082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.129503] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.129503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.129659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.129844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.129964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.130391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.130686] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.131877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.132201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.132511] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.132734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.132881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.133167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.133360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.133535] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.218631] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.219053] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.219197] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.219485] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.219770] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.219960] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 30e9c0c6-e8b6-4830-b6b6-7107c902af4a not found, creating... [ 833.220224] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.220383] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.220532] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.220773] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.220950] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.221460] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.221701] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.221876] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.222151] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.222352] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.222548] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 30e9c0c6-e8b6-4830-b6b6-7107c902af4a is going to be created. [ 833.248195] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.248438] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.248566] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.248977] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.249240] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.249524] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-30e9c0c6-e8b6-4830-b6b6-7107c902af4a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.607479] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.607792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.607792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.607884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.607977] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.608150] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be created. [ 833.635337] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.635639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.635727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.635937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.636127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.637700] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.638889] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.651394] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: UNINITIALIZED for 2s [ 834.084382] env[69363]: INFO networking_nsxv3.common.synchronization [req-bfde0256-3c2c-4c84-907b-97bccdd41040 req-edb22101-fe57-4a82-8042-74246ce4468f service nova] Enqueued Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_rules [ 834.084382] env[69363]: INFO networking_nsxv3.common.synchronization [req-bfde0256-3c2c-4c84-907b-97bccdd41040 req-edb22101-fe57-4a82-8042-74246ce4468f service nova] Enqueued Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_members [ 834.084740] env[69363]: INFO networking_nsxv3.common.synchronization [req-bfde0256-3c2c-4c84-907b-97bccdd41040 req-edb22101-fe57-4a82-8042-74246ce4468f service nova] Enqueued Resource ID: 30e9c0c6-e8b6-4830-b6b6-7107c902af4a with Priority: HIGHEST for action port [ 834.084740] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_rules [ 834.084902] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_members [ 834.084941] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e9c0c6-e8b6-4830-b6b6-7107c902af4a with Priority: HIGHEST for action port [ 834.087804] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.087975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.088072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.088273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.088357] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.089217] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.089320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.089392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.089556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.091674] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.091674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.091674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.091674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.091674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.091674] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.091674] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-30e9c0c6-e8b6-4830-b6b6-7107c902af4a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.091674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30e9c0c6-e8b6-4830-b6b6-7107c902af4a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.092842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30e9c0c6-e8b6-4830-b6b6-7107c902af4a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.092842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30e9c0c6-e8b6-4830-b6b6-7107c902af4a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.092842] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e9c0c6-e8b6-4830-b6b6-7107c902af4a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.140209] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cf613fc-d84c-4260-9509-b0953ff09e2e: rpc.has_security_group_logging(os_id): False [ 834.143920] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.161659] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.161861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.161861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.161987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.162094] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.162333] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.162434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.162492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.162639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.163902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.164035] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e is going to be updated. [ 834.286999] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.290024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.290024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.290024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.290024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.304584] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: IN_PROGRESS for 2s [ 834.593854] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.594047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.597016] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.597016] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30e9c0c6-e8b6-4830-b6b6-7107c902af4a with status ACTIVE [ 834.597016] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.597016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.597016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.597016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.597016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.597016] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.597016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.597016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.597016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.597016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.601581] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.601657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.601724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.601930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.602027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.602133] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30e9c0c6-e8b6-4830-b6b6-7107c902af4a is going to be updated. [ 834.629159] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.630517] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.630517] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.630758] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.631074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.631144] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30e9c0c6-e8b6-4830-b6b6-7107c902af4a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.646264] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.646563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.646633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.646907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.647142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.647286] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e is going to be updated. [ 834.697481] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.697722] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.697806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.698058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.698235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.722017] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: IN_PROGRESS for 2s [ 835.104304] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.111895] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b21be9-e20f-4202-9df2-ba4870c2904f in Status: SUCCESS [ 835.112272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.610094] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.610094] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.610094] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.610094] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.610094] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.610094] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 is going to be created. [ 835.639281] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.641573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.641573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.641573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.641573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.656266] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 in Status: UNINITIALIZED for 2s [ 835.664024] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: SUCCESS [ 835.664024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.664024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.664024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.664024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.664024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.664024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.664024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.664024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.664024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.664024] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.991341] env[69363]: INFO networking_nsxv3.common.synchronization [req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 req-518d15de-b3b5-48b4-98e2-c806f809296e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 835.991911] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 835.992284] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.992465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.992620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.994207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.994668] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.996747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.996747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.996747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.996747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.996747] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.131500] env[69363]: INFO networking_nsxv3.common.synchronization [req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 req-c5994ece-1774-4077-948b-30c8ae01b03f tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Enqueued Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 836.132641] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e with Priority: HIGHEST for action security_group_members [ 836.134217] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf613fc-d84c-4260-9509-b0953ff09e2e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.134217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.167842] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.168618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.168839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.169336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.169644] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.169876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.170712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.170712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.170712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.170712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.170712] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.171177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.171177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.171177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.171177] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.171177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.171362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.171434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.171521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.171637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.171747] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.321051] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: SUCCESS [ 836.321051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.321234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.321439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.322713] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.499216] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.499373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.499434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.499802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.500030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.500331] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.500424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.500489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.500675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.500807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.500939] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 already deleted. [ 836.501149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.673808] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98127b45-fe74-4f3d-a3b5-537661e2fee8: rpc.has_security_group_logging(os_id): False [ 836.694473] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.694726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.694852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.695285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.695285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.695490] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.695600] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.695667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.695823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.695906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.697068] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.697068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.697068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.697068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.697068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.697068] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.697068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.697068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.697068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.697510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.697649] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be created. [ 836.732472] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e in Status: SUCCESS [ 836.732472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.732472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.732770] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.733416] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.733416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.733640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.734560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.734560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.734560] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.775755] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.775910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.775976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.776212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.776432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.788392] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: IN_PROGRESS for 2s [ 836.839854] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.839854] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.839854] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.840553] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.840553] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.840702] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.840702] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.840914] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.841384] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.841665] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.841864] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.842062] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.842745] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.842939] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.843135] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.843452] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.845542] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.845949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.846095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.846318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.846526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.846639] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e is going to be deleted. [ 836.887759] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.887759] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.887759] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.887759] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.888167] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-d9f1706e-37c8-4f1f-aea7-767bc346a9d5 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.888355] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-d9f1706e-37c8-4f1f-aea7-767bc346a9d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.889072] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-d9f1706e-37c8-4f1f-aea7-767bc346a9d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.890420] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-d9f1706e-37c8-4f1f-aea7-767bc346a9d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.890420] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f1706e-37c8-4f1f-aea7-767bc346a9d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.948997] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.949494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.949584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.949797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.949891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.950019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.240011] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.240011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.240011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.240011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.240011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.240011] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.240011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.240011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.240011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.240011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.240011] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e is going to be deleted. [ 837.278522] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.278522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.278522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.279043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.279434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.280772] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.281389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.281694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.281981] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.283594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.283594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.283594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.283594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.283594] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf613fc-d84c-4260-9509-b0953ff09e2e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.392884] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.393419] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.393419] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.393623] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.393839] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.395366] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port d9f1706e-37c8-4f1f-aea7-767bc346a9d5 not found, creating... [ 837.395821] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.396009] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.396164] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.396473] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.396627] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.396978] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.397517] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.397651] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.397930] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.398104] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.398257] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: d9f1706e-37c8-4f1f-aea7-767bc346a9d5 is going to be created. [ 837.434233] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.434499] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.434914] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.434914] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.435202] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.435470] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-d9f1706e-37c8-4f1f-aea7-767bc346a9d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.671177] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 in Status: SUCCESS [ 837.671627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.671825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.672067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.672266] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.672387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.672442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.672706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.673039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.673039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.677648] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.785634] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.785846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.786577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.786577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.786577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.786577] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.786853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.786853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.786916] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.787686] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.787686] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf613fc-d84c-4260-9509-b0953ff09e2e already deleted. [ 837.787686] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf613fc-d84c-4260-9509-b0953ff09e2e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.180181] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.444979] env[69363]: INFO networking_nsxv3.common.synchronization [req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 req-fcf2e15f-e559-44f3-b04b-2cad1d879861 service nova] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_rules [ 838.446268] env[69363]: INFO networking_nsxv3.common.synchronization [req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 req-fcf2e15f-e559-44f3-b04b-2cad1d879861 service nova] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 838.446556] env[69363]: INFO networking_nsxv3.common.synchronization [req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 req-fcf2e15f-e559-44f3-b04b-2cad1d879861 service nova] Enqueued Resource ID: d9f1706e-37c8-4f1f-aea7-767bc346a9d5 with Priority: HIGHEST for action port [ 838.447336] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_rules [ 838.447665] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 838.447888] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f1706e-37c8-4f1f-aea7-767bc346a9d5 with Priority: HIGHEST for action port [ 838.448398] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.448794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.448965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.449392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.449566] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.452822] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.452822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.452822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.452822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.452822] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.452822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.452822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.453178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.453352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.453608] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.455523] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f1706e-37c8-4f1f-aea7-767bc346a9d5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.455650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f1706e-37c8-4f1f-aea7-767bc346a9d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.455728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f1706e-37c8-4f1f-aea7-767bc346a9d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.455924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f1706e-37c8-4f1f-aea7-767bc346a9d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.456033] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f1706e-37c8-4f1f-aea7-767bc346a9d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.483878] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 838.484238] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NSXv3 Agent Agent loop - iteration:1 started [ 838.682859] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8: rpc.has_security_group_logging(os_id): False [ 838.707943] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.707943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.707943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.707943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.707943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.707943] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.707943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.707943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.707943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.707943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.707943] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 is going to be created. [ 838.785337] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.785577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.785654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.785867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.786183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.803801] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 in Status: IN_PROGRESS for 2s [ 838.806036] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: SUCCESS [ 838.807088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.957456] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.958651] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.958808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.959401] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9f1706e-37c8-4f1f-aea7-767bc346a9d5 with status ACTIVE [ 838.959581] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.959747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.959826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.959966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.960071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.960236] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.960334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.960387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.960541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.960622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.960822] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.960916] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.960967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.965387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.965652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.965838] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9f1706e-37c8-4f1f-aea7-767bc346a9d5 is going to be updated. [ 838.997393] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.997574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.997574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.997744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.998457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.998680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f1706e-37c8-4f1f-aea7-767bc346a9d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.393289] env[69363]: INFO networking_nsxv3.common.synchronization [req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 req-81fabfb2-d73f-4b68-a3e4-a9f19bcb1dee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Enqueued Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 839.394370] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 839.394987] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.395149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.395211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.395674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.395674] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.395860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.395860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.395965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.396114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.396181] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.461718] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.898480] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.963296] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.963543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.964298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.964298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.964298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.964298] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 is going to be created. [ 839.997209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.997209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.997209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.997402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.997495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.010641] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: UNINITIALIZED for 2s [ 840.402319] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.831020] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 in Status: SUCCESS [ 840.831020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.909683] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.909974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.910042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.910241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.910334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.910436] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 is going to be updated. [ 840.947369] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.947544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.947544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.947827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.947978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.960393] env[69363]: INFO networking_nsxv3.common.synchronization [req-32d96596-fee2-48b2-ad54-f4f4f2697c3d req-e51ed6ff-509c-441c-a006-312863165886 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 840.961338] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: IN_PROGRESS for 2s [ 840.961963] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 840.962377] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.962503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.962569] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.962819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.963242] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.963242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.963242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.963568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.963568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.963681] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.467101] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.947985] env[69363]: INFO networking_nsxv3.common.synchronization [req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 req-3ee9a2bf-53fb-48d6-91cc-df04fa6d1171 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 841.947985] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 841.948274] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.948333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.948368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.948973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.948973] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.948973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.948973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.948973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.949516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.949711] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.975858] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.021193] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: SUCCESS [ 842.021456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.023428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.023428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.023428] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.023428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.023428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.023428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.023428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.023428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.023865] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.452932] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.480084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.480084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.480254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.480505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.481037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.481201] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 842.514780] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.514964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.515029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.515282] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.515533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.525875] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 842.526211] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.956017] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.973501] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: SUCCESS [ 842.973732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.029076] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f942d74-f15d-475e-ab0f-17caed5139b3: rpc.has_security_group_logging(os_id): False [ 843.049388] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.049646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.049646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.050317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.050317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.050545] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.050645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.050710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.050892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.051016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.052454] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 is going to be created. [ 843.131603] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.131781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.131863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.132109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.132313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.151570] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: IN_PROGRESS for 2s [ 843.461051] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.461051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.461051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.461242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.461242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.461305] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be updated. [ 843.487214] env[69363]: INFO networking_nsxv3.common.synchronization [None req-47fa0fa3-a54c-4ae0-b8d4-c8821717cf60 None None] Enqueued Resource ID: f0a88db2-0670-424f-a92c-d5d6e1ffe12e with Priority: HIGHEST for action port [ 843.487360] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a88db2-0670-424f-a92c-d5d6e1ffe12e with Priority: HIGHEST for action port [ 843.491314] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0a88db2-0670-424f-a92c-d5d6e1ffe12e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.491468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0a88db2-0670-424f-a92c-d5d6e1ffe12e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.492125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0a88db2-0670-424f-a92c-d5d6e1ffe12e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.492125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0a88db2-0670-424f-a92c-d5d6e1ffe12e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.492125] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0a88db2-0670-424f-a92c-d5d6e1ffe12e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.494658] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.494815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.494883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.497252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.498308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.511534] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: IN_PROGRESS for 2s [ 844.003999] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0a88db2-0670-424f-a92c-d5d6e1ffe12e [ 844.004403] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.004526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.006120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.006120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.006120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.006120] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0a88db2-0670-424f-a92c-d5d6e1ffe12e already deleted. [ 844.006120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0a88db2-0670-424f-a92c-d5d6e1ffe12e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.538450] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 844.539779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.781294] env[69363]: INFO networking_nsxv3.common.synchronization [None req-ca599d68-82b6-4744-b200-88c9c5a320ad None None] Enqueued Resource ID: 0cb0cb02-c0bf-406a-8820-eccc3d30bb30 with Priority: HIGHEST for action port [ 844.781548] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb0cb02-c0bf-406a-8820-eccc3d30bb30 with Priority: HIGHEST for action port [ 844.782243] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb0cb02-c0bf-406a-8820-eccc3d30bb30 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.782408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb0cb02-c0bf-406a-8820-eccc3d30bb30" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.782542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb0cb02-c0bf-406a-8820-eccc3d30bb30" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.782906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb0cb02-c0bf-406a-8820-eccc3d30bb30" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.783143] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb0cb02-c0bf-406a-8820-eccc3d30bb30',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.166883] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: SUCCESS [ 845.167143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.285256] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cb0cb02-c0bf-406a-8820-eccc3d30bb30 [ 845.287398] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.287398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.287398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.287398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.287398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.287398] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cb0cb02-c0bf-406a-8820-eccc3d30bb30 already deleted. [ 845.287398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb0cb02-c0bf-406a-8820-eccc3d30bb30" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.525948] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 845.526091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.681203] env[69363]: INFO networking_nsxv3.common.synchronization [req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 req-d8b1bdd3-571c-4393-89ba-a24edf8b397b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Enqueued Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 845.681872] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 with Priority: HIGHEST for action security_group_members [ 845.682309] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7a6858-cb27-4a86-a2f9-187b83d98093 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.684504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.684504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.684504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.684983] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.684983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.684983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.685162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.685256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.685377] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7a6858-cb27-4a86-a2f9-187b83d98093',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.756116] env[69363]: INFO networking_nsxv3.common.synchronization [req-3111c073-c286-48d9-87ed-1d992acf8c76 req-f03c3f71-c6a1-48b0-87c0-e0d99ee7f6b4 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Enqueued Resource ID: b1b21be9-e20f-4202-9df2-ba4870c2904f with Priority: HIGHEST for action security_group_members [ 845.756116] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b21be9-e20f-4202-9df2-ba4870c2904f with Priority: HIGHEST for action security_group_members [ 845.756116] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b21be9-e20f-4202-9df2-ba4870c2904f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.756116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.756116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.756116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.756116] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.756116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.756116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.756116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.756116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.756116] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b21be9-e20f-4202-9df2-ba4870c2904f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.987214] env[69363]: INFO networking_nsxv3.common.synchronization [req-fdc5d473-3c93-45da-be96-d8a657d1897f req-f95d2e03-137b-4f84-b1ac-f92e12bf84c2 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Enqueued Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_members [ 845.988508] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_members [ 845.989169] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.989421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.989611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.989959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.990220] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.990441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.990593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.990855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.991091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.991284] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.050932] env[69363]: INFO networking_nsxv3.common.synchronization [None req-01f2d221-41ae-4271-a4f0-7579197d78fe None None] Enqueued Resource ID: 54774bb4-1e7b-4644-a90b-d5bb0a5294ad with Priority: HIGHEST for action port [ 846.051285] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54774bb4-1e7b-4644-a90b-d5bb0a5294ad with Priority: HIGHEST for action port [ 846.051874] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-54774bb4-1e7b-4644-a90b-d5bb0a5294ad taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.052564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54774bb4-1e7b-4644-a90b-d5bb0a5294ad" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.054207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54774bb4-1e7b-4644-a90b-d5bb0a5294ad" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.054587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54774bb4-1e7b-4644-a90b-d5bb0a5294ad" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.054724] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54774bb4-1e7b-4644-a90b-d5bb0a5294ad',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.189435] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.189435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.189435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.189921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.189921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.192594] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.192594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.192594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.192594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.192594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.192594] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 is going to be updated. [ 846.249517] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.249711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.250964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.251877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.251877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.259372] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.262865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.262865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.262865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.262865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.262865] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.262865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.262865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.262865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.262865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.262865] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b21be9-e20f-4202-9df2-ba4870c2904f is going to be updated. [ 846.265591] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: IN_PROGRESS for 2s [ 846.302176] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.302490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.302490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.302731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.302809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.316739] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b21be9-e20f-4202-9df2-ba4870c2904f in Status: IN_PROGRESS for 2s [ 846.457732] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.457944] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.458081] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.459144] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.459144] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.459144] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.459144] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.459590] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.460415] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.460695] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.463219] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.463379] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.463498] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.463630] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.463745] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.463882] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.483915] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.484122] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.486090] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.486400] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.486841] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-6b5499fe-408b-4f63-b30e-53828d08e771 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.487066] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.487200] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.487540] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.487688] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b5499fe-408b-4f63-b30e-53828d08e771',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.494570] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.494729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.494802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.498020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.498020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.498020] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.498020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.498020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.498020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.498020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.498020] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 already deleted. [ 846.498020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.557297] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54774bb4-1e7b-4644-a90b-d5bb0a5294ad [ 846.557561] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.557708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.557786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.557987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.558094] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.558262] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54774bb4-1e7b-4644-a90b-d5bb0a5294ad already deleted. [ 846.558262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54774bb4-1e7b-4644-a90b-d5bb0a5294ad" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.991211] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.991440] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.991570] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.991850] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.992008] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.992173] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 6b5499fe-408b-4f63-b30e-53828d08e771 not found, creating... [ 846.992439] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.992601] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.992754] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.992975] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.993130] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.994601] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.994837] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.994974] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.995236] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.995380] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.995557] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 6b5499fe-408b-4f63-b30e-53828d08e771 is going to be created. [ 847.018452] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.018676] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.018803] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.019182] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.019440] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.019672] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.677493] env[69363]: INFO networking_nsxv3.common.synchronization [None req-4d35fee8-a5c6-4934-8747-e5e4f49919d9 None None] Enqueued Resource ID: 0f829c50-622c-4485-8750-2064ce2b8e77 with Priority: HIGHEST for action port [ 847.677493] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f829c50-622c-4485-8750-2064ce2b8e77 with Priority: HIGHEST for action port [ 847.677493] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f829c50-622c-4485-8750-2064ce2b8e77 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.677493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f829c50-622c-4485-8750-2064ce2b8e77" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.681514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f829c50-622c-4485-8750-2064ce2b8e77" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.681514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f829c50-622c-4485-8750-2064ce2b8e77" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.681514] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f829c50-622c-4485-8750-2064ce2b8e77',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.841214] env[69363]: INFO networking_nsxv3.common.synchronization [req-fdc5d473-3c93-45da-be96-d8a657d1897f req-805eb31e-b3f9-4e6e-b4c2-40663a89e1c3 service nova] Enqueued Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_rules [ 847.841397] env[69363]: INFO networking_nsxv3.common.synchronization [req-fdc5d473-3c93-45da-be96-d8a657d1897f req-805eb31e-b3f9-4e6e-b4c2-40663a89e1c3 service nova] Enqueued Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_members [ 847.841533] env[69363]: INFO networking_nsxv3.common.synchronization [req-fdc5d473-3c93-45da-be96-d8a657d1897f req-805eb31e-b3f9-4e6e-b4c2-40663a89e1c3 service nova] Enqueued Resource ID: 6b5499fe-408b-4f63-b30e-53828d08e771 with Priority: HIGHEST for action port [ 847.841750] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_rules [ 847.841875] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_members [ 847.841970] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5499fe-408b-4f63-b30e-53828d08e771 with Priority: HIGHEST for action port [ 847.842529] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.842653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.842747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.842906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.842988] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.843972] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.844159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.844159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.844306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.845056] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.845184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.845250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.851035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.851035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.851035] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.851035] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b5499fe-408b-4f63-b30e-53828d08e771 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.851035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.851035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.851597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.851597] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b5499fe-408b-4f63-b30e-53828d08e771',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.182591] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f829c50-622c-4485-8750-2064ce2b8e77 [ 848.182591] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.182591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.182591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.182591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.182591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.182591] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f829c50-622c-4485-8750-2064ce2b8e77 already deleted. [ 848.183194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f829c50-622c-4485-8750-2064ce2b8e77" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.277880] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 in Status: SUCCESS [ 848.277880] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7a6858-cb27-4a86-a2f9-187b83d98093 deletion is rescheduled due to dependency. [ 848.278159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7a6858-cb27-4a86-a2f9-187b83d98093" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.326980] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b21be9-e20f-4202-9df2-ba4870c2904f in Status: SUCCESS [ 848.327220] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b21be9-e20f-4202-9df2-ba4870c2904f deletion is rescheduled due to dependency. [ 848.327376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.353723] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.353820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.354016] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.354906] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b5499fe-408b-4f63-b30e-53828d08e771 with status ACTIVE [ 848.355113] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.355226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.355290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.355531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.355624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.355791] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.355887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.355948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.359433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.359680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.360094] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.360625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.360625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.360625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.360760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.363098] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b5499fe-408b-4f63-b30e-53828d08e771 is going to be updated. [ 848.387878] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.388234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.388370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.388762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.388937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.389391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.600084] env[69363]: INFO networking_nsxv3.common.synchronization [None req-1c0de534-44d0-4b14-9232-a1ee61e7009e None None] Enqueued Resource ID: 6c0f610f-9b53-42df-bfea-fe0d822c1b82 with Priority: HIGHEST for action port [ 848.601145] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f610f-9b53-42df-bfea-fe0d822c1b82 with Priority: HIGHEST for action port [ 848.601857] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c0f610f-9b53-42df-bfea-fe0d822c1b82 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.601857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c0f610f-9b53-42df-bfea-fe0d822c1b82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.601857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c0f610f-9b53-42df-bfea-fe0d822c1b82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.602166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c0f610f-9b53-42df-bfea-fe0d822c1b82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.602166] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c0f610f-9b53-42df-bfea-fe0d822c1b82',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.767062] env[69363]: INFO networking_nsxv3.common.synchronization [req-1361bd4f-995f-4920-97ef-b04c1dfecb3c req-ffb0d641-3926-4224-be45-cba0cddc1737 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Enqueued Resource ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 with Priority: HIGHEST for action security_group_members [ 848.768514] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 with Priority: HIGHEST for action security_group_members [ 848.768985] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.769169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.769237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.769538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.769694] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.769810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.769940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.770060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.770147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.770261] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa203e49-10b8-4e6b-b7ba-5fee8a32de96',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.863262] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.105879] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c0f610f-9b53-42df-bfea-fe0d822c1b82 [ 849.106022] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.106201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.106402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.106881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.106881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.107017] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c0f610f-9b53-42df-bfea-fe0d822c1b82 already deleted. [ 849.107017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c0f610f-9b53-42df-bfea-fe0d822c1b82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.274474] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.274474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.274627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.274779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.274885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.275104] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.275205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.275270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.275421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.279024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.279024] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 already deleted. [ 849.279024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.316434] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.317477] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-964" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.317477] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-964" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.317477] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-964" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.317477] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.317703] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.317703] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.317909] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.318856] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.319229] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.319416] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.320632] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.320632] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.320632] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.320828] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.320828] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.343014] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.343248] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.343441] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.343682] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-964" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.344088] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-95a5d4cf-2a7a-454e-b605-cbcbe21610b8 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.344316] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-95a5d4cf-2a7a-454e-b605-cbcbe21610b8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.344635] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-95a5d4cf-2a7a-454e-b605-cbcbe21610b8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.345702] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-95a5d4cf-2a7a-454e-b605-cbcbe21610b8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.345900] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95a5d4cf-2a7a-454e-b605-cbcbe21610b8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.368395] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.368561] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.368640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.368860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.368951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.369061] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 is going to be created. [ 849.404748] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.404920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.405058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.405216] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.405378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.417805] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: UNINITIALIZED for 2s [ 849.849343] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.849343] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.849681] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.849681] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.850377] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.850377] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 95a5d4cf-2a7a-454e-b605-cbcbe21610b8 not found, creating... [ 849.850377] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.850377] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.850605] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.850960] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.850960] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.851144] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.851295] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.851407] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.851617] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.851750] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.851889] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 95a5d4cf-2a7a-454e-b605-cbcbe21610b8 is going to be created. [ 849.876581] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.876854] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.876983] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.877286] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.877514] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.877747] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-95a5d4cf-2a7a-454e-b605-cbcbe21610b8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.779322] env[69363]: INFO networking_nsxv3.common.synchronization [req-1361bd4f-995f-4920-97ef-b04c1dfecb3c req-5f0bf3f9-3b51-400e-86b8-0628fb25872d service nova] Enqueued Resource ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 with Priority: HIGHEST for action security_group_rules [ 850.779322] env[69363]: INFO networking_nsxv3.common.synchronization [req-1361bd4f-995f-4920-97ef-b04c1dfecb3c req-5f0bf3f9-3b51-400e-86b8-0628fb25872d service nova] Enqueued Resource ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 with Priority: HIGHEST for action security_group_members [ 850.779322] env[69363]: INFO networking_nsxv3.common.synchronization [req-1361bd4f-995f-4920-97ef-b04c1dfecb3c req-5f0bf3f9-3b51-400e-86b8-0628fb25872d service nova] Enqueued Resource ID: 95a5d4cf-2a7a-454e-b605-cbcbe21610b8 with Priority: HIGHEST for action port [ 850.779322] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 with Priority: HIGHEST for action security_group_rules [ 850.779322] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 with Priority: HIGHEST for action security_group_members [ 850.779322] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a5d4cf-2a7a-454e-b605-cbcbe21610b8 with Priority: HIGHEST for action port [ 850.779322] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa203e49-10b8-4e6b-b7ba-5fee8a32de96 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.779322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.779322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.779322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.779322] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa203e49-10b8-4e6b-b7ba-5fee8a32de96',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.779322] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.779322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.780336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.780532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.780751] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.780911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.781037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.785053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.785053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.785053] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa203e49-10b8-4e6b-b7ba-5fee8a32de96',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.785053] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-95a5d4cf-2a7a-454e-b605-cbcbe21610b8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.785272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95a5d4cf-2a7a-454e-b605-cbcbe21610b8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.785272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95a5d4cf-2a7a-454e-b605-cbcbe21610b8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.785410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95a5d4cf-2a7a-454e-b605-cbcbe21610b8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.785410] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95a5d4cf-2a7a-454e-b605-cbcbe21610b8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.287898] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa203e49-10b8-4e6b-b7ba-5fee8a32de96',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.294025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.294025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.294025] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95a5d4cf-2a7a-454e-b605-cbcbe21610b8 with status ACTIVE [ 851.294025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.294025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.294025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.294025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.294025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.294025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.294025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.294025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.294025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.294025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.294025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.295382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.295382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.295382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.295382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.295382] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95a5d4cf-2a7a-454e-b605-cbcbe21610b8 is going to be updated. [ 851.318420] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.318420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.318671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.318671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.318804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.319188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95a5d4cf-2a7a-454e-b605-cbcbe21610b8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.403828] env[69363]: INFO networking_nsxv3.common.synchronization [None req-c40080ab-9288-4dc2-beae-6908fdebdbd8 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Enqueued Resource ID: 0da7810c-3c87-4fa5-a979-f5082089c494 with Priority: HIGHEST for action security_group_rules [ 851.404420] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da7810c-3c87-4fa5-a979-f5082089c494 with Priority: HIGHEST for action security_group_rules [ 851.404724] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da7810c-3c87-4fa5-a979-f5082089c494 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.404836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da7810c-3c87-4fa5-a979-f5082089c494" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.404899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da7810c-3c87-4fa5-a979-f5082089c494" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.406973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da7810c-3c87-4fa5-a979-f5082089c494" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.407175] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da7810c-3c87-4fa5-a979-f5082089c494',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.430688] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: SUCCESS [ 851.430738] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.430945] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.431130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.431312] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.431434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.431498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.431653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.431737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.431823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.431912] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.534185] env[69363]: INFO networking_nsxv3.common.synchronization [None req-a7a1043e-4024-4c5e-9e57-6580d6bf574b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Enqueued Resource ID: 0da7810c-3c87-4fa5-a979-f5082089c494 with Priority: HIGHEST for action security_group_rules [ 851.534773] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da7810c-3c87-4fa5-a979-f5082089c494 with Priority: HIGHEST for action security_group_rules [ 851.540615] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da7810c-3c87-4fa5-a979-f5082089c494 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.540615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da7810c-3c87-4fa5-a979-f5082089c494" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.544406] env[69363]: INFO networking_nsxv3.common.synchronization [None req-8c95113c-ed7a-452e-9c87-e6b966b66277 None None] Enqueued Resource ID: 3108a206-29c8-4747-a0b6-9d5954774f04 with Priority: HIGHEST for action port [ 851.544743] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3108a206-29c8-4747-a0b6-9d5954774f04 with Priority: HIGHEST for action port [ 851.545957] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3108a206-29c8-4747-a0b6-9d5954774f04 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.546127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3108a206-29c8-4747-a0b6-9d5954774f04" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.547707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3108a206-29c8-4747-a0b6-9d5954774f04" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.548092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3108a206-29c8-4747-a0b6-9d5954774f04" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.548190] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3108a206-29c8-4747-a0b6-9d5954774f04',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.794974] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa203e49-10b8-4e6b-b7ba-5fee8a32de96',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.930210] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.930210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.930210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.930210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.930400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.930400] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da7810c-3c87-4fa5-a979-f5082089c494 already deleted. [ 851.930493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da7810c-3c87-4fa5-a979-f5082089c494" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.930654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da7810c-3c87-4fa5-a979-f5082089c494" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.930821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da7810c-3c87-4fa5-a979-f5082089c494" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.931291] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da7810c-3c87-4fa5-a979-f5082089c494',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.935444] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.052544] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3108a206-29c8-4747-a0b6-9d5954774f04 [ 852.052544] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.052544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.052544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.052544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.052544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.052544] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3108a206-29c8-4747-a0b6-9d5954774f04 already deleted. [ 852.052544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3108a206-29c8-4747-a0b6-9d5954774f04" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.298341] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.298683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.298683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.298834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.298963] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.299132] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 is going to be created. [ 852.325535] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.325535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.325659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.325866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.325985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.335466] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 in Status: UNINITIALIZED for 2s [ 852.437654] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abc6de24-8c94-4a77-9eb7-25ee39812f50: rpc.has_security_group_logging(os_id): False [ 852.453155] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.453155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.453155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.453432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.453432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.453575] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.453684] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.453749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.453905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.454114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.454114] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 is going to be created. [ 852.455996] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.456159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.456201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.456347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.456428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.456522] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da7810c-3c87-4fa5-a979-f5082089c494 already deleted. [ 852.456598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da7810c-3c87-4fa5-a979-f5082089c494" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.520055] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.520305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.520305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.520535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.520732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.534107] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: IN_PROGRESS for 2s [ 853.973912] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-f8b7a349-afff-4b8c-adae-80abaad72461 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 853.974407] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 853.974794] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.974938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.974938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.975227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.975394] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.975527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.975588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.975762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.975850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.975943] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.316546] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-df684cde-3e58-4137-a6a6-6f02924fd61c tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 854.317307] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 854.317782] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.317891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.346749] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 in Status: SUCCESS [ 854.348700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.348700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.348700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.348700] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.348700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.348700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.348700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.348700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.348700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.348700] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa203e49-10b8-4e6b-b7ba-5fee8a32de96',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.480666] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.480666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.480666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.480897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.480987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.481173] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.481270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.481323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.481470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.481546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.481630] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec already deleted. [ 854.481865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.481865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.482016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.482154] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.482248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.482301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.482437] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.482531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.482643] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.549222] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: SUCCESS [ 854.549357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.618219] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-475d4457-26b7-4fef-9150-e71efa97ba84 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 854.618709] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 854.618999] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.619124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.850654] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.850863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.850929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.851197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.852491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.852491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.852491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.852491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.852491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.852491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.852491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.852491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.852491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.852491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.852491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.853215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.853215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.853215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.853215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.853215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.853215] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa203e49-10b8-4e6b-b7ba-5fee8a32de96',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.905417] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.905658] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.905787] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.906132] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.906391] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.906540] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.906694] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.906859] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.907009] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.907224] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.907337] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.907439] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.907543] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.907649] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.907749] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.907898] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.940290] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.940290] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.940521] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.940583] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.941019] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.941257] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.941385] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.941807] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.942013] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f308d8c0-a536-4e5b-8e52-c5d3181bc5b5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.987630] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.987932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.987932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.988171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.988209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.988386] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.988523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.988562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.988699] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.988775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.988858] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec already deleted. [ 854.988938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.989124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.989268] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.989406] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.990407] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.990407] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.990407] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.990407] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.990407] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.356154] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa203e49-10b8-4e6b-b7ba-5fee8a32de96: rpc.has_security_group_logging(os_id): False [ 855.378173] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.378320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.378384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.378590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.378674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.378861] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.378956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.379142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.379180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.379241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.379472] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.379521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.379554] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.379700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.379754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.379952] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.380697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.380849] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.381029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.381118] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.381209] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 is going to be created. [ 855.445384] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.446364] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.446364] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.447712] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.447712] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.447712] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 not found, creating... [ 855.447712] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.447953] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.448027] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.448582] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.448825] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.449335] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.449604] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.449771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.450185] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.450342] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.450492] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 is going to be created. [ 855.454176] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.454176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.454176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.454176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.454176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.470128] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 in Status: IN_PROGRESS for 2s [ 855.477252] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.477510] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.477618] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.477920] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.478192] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.478428] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.492799] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.492918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.492918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.493276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.493378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.493624] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.493961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.493961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.493961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.494140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.494140] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec already deleted. [ 855.494266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.209041] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-b1518035-1a31-4910-bb96-65b67abbbab7 service nova] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_rules [ 856.209041] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-b1518035-1a31-4910-bb96-65b67abbbab7 service nova] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 856.209041] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-b1518035-1a31-4910-bb96-65b67abbbab7 service nova] Enqueued Resource ID: f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 with Priority: HIGHEST for action port [ 856.209041] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_rules [ 856.209438] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 856.209438] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 with Priority: HIGHEST for action port [ 856.209791] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.209899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.209942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.210358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.210493] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.212279] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.212815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.212815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.212993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.213278] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.213525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.213737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.215978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.215978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.215978] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.215978] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.215978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.215978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.217189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.217189] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f308d8c0-a536-4e5b-8e52-c5d3181bc5b5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.718673] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.718901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.719011] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.721160] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 with status ACTIVE [ 856.721354] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.721471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.721536] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.721774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.721868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.722051] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.722150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.722202] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.722357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.722435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.722638] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.722767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.722825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.730238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.730430] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.730542] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 is going to be updated. [ 856.752377] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.752621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.752621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.752804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.752885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.753069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.103413] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.103413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-544" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.103413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-544" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.103413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-544" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.103413] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.103413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.103413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.103413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.103413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.103978] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.103978] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.103978] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.103978] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.106012] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.108907] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.108907] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.133727] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.133727] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.133727] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.133727] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-544" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.133727] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-cea9a0f0-fe85-457e-af8d-a42222d1dd33 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.133727] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-cea9a0f0-fe85-457e-af8d-a42222d1dd33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.133727] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-cea9a0f0-fe85-457e-af8d-a42222d1dd33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.135092] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-cea9a0f0-fe85-457e-af8d-a42222d1dd33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.135546] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea9a0f0-fe85-457e-af8d-a42222d1dd33',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.233637] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.483676] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 in Status: SUCCESS [ 857.483934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.638715] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.639139] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.639208] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.639612] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.639841] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.640142] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port cea9a0f0-fe85-457e-af8d-a42222d1dd33 not found, creating... [ 857.640485] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.640667] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.640825] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.641369] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.641496] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.642330] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.642330] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.642330] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.642517] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.642604] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.642750] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: cea9a0f0-fe85-457e-af8d-a42222d1dd33 is going to be created. [ 857.667041] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.667418] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.667587] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.667981] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.668615] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.668615] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-cea9a0f0-fe85-457e-af8d-a42222d1dd33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.737022] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.737022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.737022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.737022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.737022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.737022] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be created. [ 857.771539] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.771691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.771748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.773135] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.773135] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.788053] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: UNINITIALIZED for 2s [ 857.822166] env[69363]: INFO networking_nsxv3.common.synchronization [req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 req-4c68146a-71ab-4cb0-ae26-750d8383134f tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 857.822166] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 857.822166] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.822166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.822166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.822759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.823057] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.823375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.823562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.823822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.824014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.824232] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.998950] env[69363]: INFO networking_nsxv3.common.synchronization [req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f req-b4af3af2-ae43-412c-abbd-a9eed23447a7 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 857.999812] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 858.000524] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.000823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.000997] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.001349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.001643] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.001856] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.002021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.002315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.002515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.002729] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.314860] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.315179] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.315217] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.315589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.315864] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.316487] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.316668] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.316906] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.317120] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.317280] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.317398] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.317499] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.317608] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.317714] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.317817] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.317942] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.329552] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.329688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.329756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.330033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.330033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.330228] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.330323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.330381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.330526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.330602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.330687] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef already deleted. [ 858.330764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.337747] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.337911] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.338081] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.338252] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.338546] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-b0227374-36cd-4049-9b5a-d4f4427c10ee taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.338709] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-b0227374-36cd-4049-9b5a-d4f4427c10ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.338827] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-b0227374-36cd-4049-9b5a-d4f4427c10ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.339122] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-b0227374-36cd-4049-9b5a-d4f4427c10ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.339259] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0227374-36cd-4049-9b5a-d4f4427c10ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.420899] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-0fa857fc-b93a-4545-8088-0c39081e0f94 service nova] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_rules [ 858.421085] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-0fa857fc-b93a-4545-8088-0c39081e0f94 service nova] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 858.421219] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-0fa857fc-b93a-4545-8088-0c39081e0f94 service nova] Enqueued Resource ID: cea9a0f0-fe85-457e-af8d-a42222d1dd33 with Priority: HIGHEST for action port [ 858.421694] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_rules [ 858.421694] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 858.421694] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea9a0f0-fe85-457e-af8d-a42222d1dd33 with Priority: HIGHEST for action port [ 858.422163] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.422270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.422456] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.422538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.422708] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cea9a0f0-fe85-457e-af8d-a42222d1dd33 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.422807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cea9a0f0-fe85-457e-af8d-a42222d1dd33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.422868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cea9a0f0-fe85-457e-af8d-a42222d1dd33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.428225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cea9a0f0-fe85-457e-af8d-a42222d1dd33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.428337] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea9a0f0-fe85-457e-af8d-a42222d1dd33',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.506224] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.506224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.506224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.506224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.506913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.506913] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.506913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.506913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.506913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.506913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.507300] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be updated. [ 858.537731] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.537970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.538088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.538363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.538534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.547278] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: IN_PROGRESS for 2s [ 858.841648] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.841967] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.842074] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.842968] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.842968] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.842968] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port b0227374-36cd-4049-9b5a-d4f4427c10ee not found, creating... [ 858.842968] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.842968] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.843249] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.843319] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.844022] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.844022] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.844022] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.844022] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.844246] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.844317] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.844444] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: b0227374-36cd-4049-9b5a-d4f4427c10ee is going to be created. [ 858.866800] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.867058] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.867201] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.867485] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.867718] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.867961] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-b0227374-36cd-4049-9b5a-d4f4427c10ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.930467] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cea9a0f0-fe85-457e-af8d-a42222d1dd33 with status ACTIVE [ 858.930764] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.930941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.931036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.932338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.932338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.932338] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.932338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.932338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.934160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.934160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.934160] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.934160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.934160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.934160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.934160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.934160] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cea9a0f0-fe85-457e-af8d-a42222d1dd33 is going to be updated. [ 858.967470] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.967665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.967709] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.967931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.968095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.968420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cea9a0f0-fe85-457e-af8d-a42222d1dd33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.303055] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.303255] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.303381] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.303875] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.304284] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.304496] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.304671] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.305306] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.305306] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.305451] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.305489] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.305691] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.305837] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.305981] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.306126] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.306300] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.329749] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.330105] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.330105] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.330251] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.330576] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-8d87296a-6e36-4e39-9c51-25b7e941a664 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.330759] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-8d87296a-6e36-4e39-9c51-25b7e941a664" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.330879] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-8d87296a-6e36-4e39-9c51-25b7e941a664" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.331250] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-8d87296a-6e36-4e39-9c51-25b7e941a664" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.331391] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d87296a-6e36-4e39-9c51-25b7e941a664',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.581885] env[69363]: INFO networking_nsxv3.common.synchronization [req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 req-9b6ce469-f769-42d2-9e0b-60ec13ede2f7 service nova] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_rules [ 859.582070] env[69363]: INFO networking_nsxv3.common.synchronization [req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 req-9b6ce469-f769-42d2-9e0b-60ec13ede2f7 service nova] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 859.582228] env[69363]: INFO networking_nsxv3.common.synchronization [req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 req-9b6ce469-f769-42d2-9e0b-60ec13ede2f7 service nova] Enqueued Resource ID: b0227374-36cd-4049-9b5a-d4f4427c10ee with Priority: HIGHEST for action port [ 859.582482] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_rules [ 859.582606] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 859.582703] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0227374-36cd-4049-9b5a-d4f4427c10ee with Priority: HIGHEST for action port [ 859.583337] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.583576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.583576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.583794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.583879] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.585024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.585129] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.585199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.586277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.587035] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.587035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.587035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.587035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.587035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.587293] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.590991] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0227374-36cd-4049-9b5a-d4f4427c10ee taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.590991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0227374-36cd-4049-9b5a-d4f4427c10ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.590991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0227374-36cd-4049-9b5a-d4f4427c10ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.590991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0227374-36cd-4049-9b5a-d4f4427c10ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.590991] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0227374-36cd-4049-9b5a-d4f4427c10ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.803476] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 859.803825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.804088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.804400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.804668] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.804839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.804932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.806043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.806043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.806043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.806043] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.806813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.807058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.807312] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.807490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.807577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.807779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.807905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.808121] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.833945] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.834261] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.834336] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.834693] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.834862] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.834862] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 8d87296a-6e36-4e39-9c51-25b7e941a664 not found, creating... [ 859.835149] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.835310] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.835456] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.835737] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.836033] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.836205] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.836357] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.836486] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.836761] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.836889] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.837539] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 8d87296a-6e36-4e39-9c51-25b7e941a664 is going to be created. [ 859.862787] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.863043] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.863168] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.863494] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.863737] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.863973] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-8d87296a-6e36-4e39-9c51-25b7e941a664" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.090938] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.091109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.091697] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.092129] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0227374-36cd-4049-9b5a-d4f4427c10ee with status ACTIVE [ 860.092935] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.092935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.092935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.092935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.092935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.092935] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.093261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.093261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.093341] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.093469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.093672] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.093773] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.093853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.094020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.094102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.094187] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0227374-36cd-4049-9b5a-d4f4427c10ee is going to be updated. [ 860.116885] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.117552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.117635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.117853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.117994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.118165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0227374-36cd-4049-9b5a-d4f4427c10ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.310721] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.310853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.311054] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.557786] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: SUCCESS [ 860.558098] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 deletion is rescheduled due to dependency. [ 860.558098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.596750] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.679588] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-e4ca57e9-6463-4995-b4c6-56f66b0cb7a5 service nova] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_rules [ 860.680024] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-e4ca57e9-6463-4995-b4c6-56f66b0cb7a5 service nova] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 860.680024] env[69363]: INFO networking_nsxv3.common.synchronization [req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 req-e4ca57e9-6463-4995-b4c6-56f66b0cb7a5 service nova] Enqueued Resource ID: 8d87296a-6e36-4e39-9c51-25b7e941a664 with Priority: HIGHEST for action port [ 860.681187] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_rules [ 860.681187] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 860.681187] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d87296a-6e36-4e39-9c51-25b7e941a664 with Priority: HIGHEST for action port [ 860.682587] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.683991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.683991] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.683991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.683991] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d87296a-6e36-4e39-9c51-25b7e941a664 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.683991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d87296a-6e36-4e39-9c51-25b7e941a664" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.683991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d87296a-6e36-4e39-9c51-25b7e941a664" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.686168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d87296a-6e36-4e39-9c51-25b7e941a664" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.686168] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d87296a-6e36-4e39-9c51-25b7e941a664',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.813584] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.100722] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.100722] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.100722] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.100722] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.100722] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.100722] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be created. [ 861.128074] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.128292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.128391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.128631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.128830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.138773] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: UNINITIALIZED for 2s [ 861.187301] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d87296a-6e36-4e39-9c51-25b7e941a664 with status ACTIVE [ 861.189140] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.189286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.189351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.189560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.189650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.189845] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.189956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.190023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.190197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.190274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.190457] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.190552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.190613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.190796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.190851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.190896] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d87296a-6e36-4e39-9c51-25b7e941a664 is going to be updated. [ 861.214631] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.214796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.214859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.215131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.215271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.215433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d87296a-6e36-4e39-9c51-25b7e941a664" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.317564] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.317921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.318404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.318404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.318404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.318750] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 861.468725] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.468725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.468725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.469054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.469054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.480517] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 863.149328] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 863.150269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.150269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.150269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.150269] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.150269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.150506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.150506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.150506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.150605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.150843] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.490783] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 863.491804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.492883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.493121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.493317] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.493438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.493497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.493657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.493740] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.493827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.493981] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.494074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.494145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.494285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.494419] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.494510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.494572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.494706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.494777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.494854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.494941] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.497801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.499180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.499481] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.499602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.499952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.499952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.500067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.500203] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.654148] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.654684] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.655408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.655408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.655408] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.655408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.655771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.655771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.658163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.658163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.658163] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.658163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.658163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.658163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.658163] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.658163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.658163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.658163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.658841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.658986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.659109] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.002441] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d479b2-0794-4daf-828c-73115c0390ec: rpc.has_security_group_logging(os_id): False [ 864.003704] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.022545] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.022738] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.022806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.023109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.023218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.023443] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.023627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.023700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.023885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.023980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.024213] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.024331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.024400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.024562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.024645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.024844] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.024955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.025178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.025376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.025606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.025776] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be created. [ 864.105683] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.106036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.106210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.107294] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.107585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.122564] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 864.170520] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bd96b46-55af-48e0-898c-28e20d5c54ef: rpc.has_security_group_logging(os_id): False [ 864.207427] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.211137] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.211137] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.211137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.211858] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.211858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.211858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.211858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.211858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.211858] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be created. [ 864.291721] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.291899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.291973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.292231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.292423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.306784] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 864.507233] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.979459] env[69363]: INFO networking_nsxv3.common.synchronization [req-83169135-28cf-4791-a0fd-f20be0dab9f1 req-faf9ab3f-3e20-450a-b01b-43d5f52d9595 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Enqueued Resource ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 with Priority: HIGHEST for action security_group_members [ 864.980573] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 with Priority: HIGHEST for action security_group_members [ 864.980573] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.980573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.980573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.980855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.981158] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.981285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.981356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.981520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.981605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.981701] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa203e49-10b8-4e6b-b7ba-5fee8a32de96',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.010762] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.010962] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.010962] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.011196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.011285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.011381] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 865.044219] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.044401] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.044449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.044769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.045272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.057088] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 865.483955] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.484312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.484312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.484464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.484498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.484685] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.484781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.484842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.484983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.485063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.485149] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 is going to be updated. [ 865.512062] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.512222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.512286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.512476] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.512620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.525215] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 in Status: IN_PROGRESS for 2s [ 865.963133] env[69363]: INFO networking_nsxv3.common.synchronization [req-29d6b1e7-77df-4a25-8769-c89cfb093e7e req-2935440f-e0e0-4d6e-bafa-afe82afa095f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Enqueued Resource ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe with Priority: HIGHEST for action security_group_members [ 865.963718] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe with Priority: HIGHEST for action security_group_members [ 865.965400] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.965400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.965571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.966095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.966095] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.966257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.966257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.966381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.966418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.967050] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961cf8e3-6b12-4f75-a3e1-b204b39c08fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.158203] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 866.158455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.158642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.158878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.158970] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.307006] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.307229] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.307357] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.307752] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.307909] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.308025] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.308148] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.308364] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.308628] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.308710] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.308823] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.308932] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.309048] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.309158] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.309260] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.309387] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.328146] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 866.328529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.332594] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.332767] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.332907] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.333103] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.333430] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-388725d5-838c-413a-90d6-9c30d88496ef taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.333600] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-388725d5-838c-413a-90d6-9c30d88496ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.333721] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-388725d5-838c-413a-90d6-9c30d88496ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.334067] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-388725d5-838c-413a-90d6-9c30d88496ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.334213] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('388725d5-838c-413a-90d6-9c30d88496ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.469570] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.469570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.469570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.469812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.469812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.470021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.470133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.470201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.470372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.470451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.470535] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe already deleted. [ 866.470614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.664852] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.665286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.837284] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.837596] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.837749] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.838073] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.838219] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.838375] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 388725d5-838c-413a-90d6-9c30d88496ef not found, creating... [ 866.838632] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.838825] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.838988] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.839252] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.839394] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.839677] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.839834] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.839947] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.840166] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.840299] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.840434] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 388725d5-838c-413a-90d6-9c30d88496ef is going to be created. [ 866.863803] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.864260] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.864369] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.864776] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.865143] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.865602] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-388725d5-838c-413a-90d6-9c30d88496ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.067987] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 867.068424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.068714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.069132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.069473] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.069679] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.069798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.070098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.070248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.070409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.070610] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.535205] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 in Status: SUCCESS [ 867.535434] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 deletion is rescheduled due to dependency. [ 867.535650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.573268] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.573556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.573556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.573683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.573850] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.573975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.574057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.574229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.574369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.574520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.574767] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.574933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.575095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.575301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.575539] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.575714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.575839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.576090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.576233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.576391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.576557] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.589021] env[69363]: INFO networking_nsxv3.common.synchronization [req-29d6b1e7-77df-4a25-8769-c89cfb093e7e req-1c1f8ea6-5310-44e1-9a66-32103e0fbb26 service nova] Enqueued Resource ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe with Priority: HIGHEST for action security_group_rules [ 867.589438] env[69363]: INFO networking_nsxv3.common.synchronization [req-29d6b1e7-77df-4a25-8769-c89cfb093e7e req-1c1f8ea6-5310-44e1-9a66-32103e0fbb26 service nova] Enqueued Resource ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe with Priority: HIGHEST for action security_group_members [ 867.589526] env[69363]: INFO networking_nsxv3.common.synchronization [req-29d6b1e7-77df-4a25-8769-c89cfb093e7e req-1c1f8ea6-5310-44e1-9a66-32103e0fbb26 service nova] Enqueued Resource ID: 388725d5-838c-413a-90d6-9c30d88496ef with Priority: HIGHEST for action port [ 867.592106] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe with Priority: HIGHEST for action security_group_rules [ 867.592106] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe with Priority: HIGHEST for action security_group_members [ 867.592106] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388725d5-838c-413a-90d6-9c30d88496ef with Priority: HIGHEST for action port [ 867.592106] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961cf8e3-6b12-4f75-a3e1-b204b39c08fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.592106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.592106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.592106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.592106] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961cf8e3-6b12-4f75-a3e1-b204b39c08fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.593142] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.593810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.593914] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.594342] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.594578] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.594728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.594825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.595068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.597025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.597025] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961cf8e3-6b12-4f75-a3e1-b204b39c08fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.597025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-388725d5-838c-413a-90d6-9c30d88496ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.597025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-388725d5-838c-413a-90d6-9c30d88496ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.597025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-388725d5-838c-413a-90d6-9c30d88496ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.597025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-388725d5-838c-413a-90d6-9c30d88496ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.597733] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('388725d5-838c-413a-90d6-9c30d88496ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.078936] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d479b2-0794-4daf-828c-73115c0390ec: rpc.has_security_group_logging(os_id): False [ 868.097770] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.098423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.098423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.098562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.098869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.099213] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.099376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.099480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.099718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.099843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.100164] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.100313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.100412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.100626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.100771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.101069] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.101241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.101373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.101592] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.101803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.102020] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 868.104179] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.104287] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.104537] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961cf8e3-6b12-4f75-a3e1-b204b39c08fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.106031] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 388725d5-838c-413a-90d6-9c30d88496ef with status ACTIVE [ 868.106031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.106278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.106278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.106474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.106612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.106855] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.107030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.107133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.107358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.107482] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.107754] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.108269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.108269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.108269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.108621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.108621] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 388725d5-838c-413a-90d6-9c30d88496ef is going to be updated. [ 868.131055] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.131262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.131361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.131633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.131825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.132057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-388725d5-838c-413a-90d6-9c30d88496ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.172225] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.172414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.172470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.172650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.172791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.187018] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 868.612148] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961cf8e3-6b12-4f75-a3e1-b204b39c08fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.114500] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.114951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.114951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.115053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.115099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.115173] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe is going to be created. [ 869.168567] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.168812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.168812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.169253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.169571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.181378] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe in Status: UNINITIALIZED for 2s [ 870.219198] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 870.219547] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.220255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.220255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.220255] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.726527] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.728035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.728035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.728035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.728035] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.728035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.728035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.728035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.728035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.728408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.728408] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.194048] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe in Status: SUCCESS [ 871.194454] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.194523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.194767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.194974] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.195110] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.195175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.195355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.195457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.195507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.195713] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('961cf8e3-6b12-4f75-a3e1-b204b39c08fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.230192] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.230493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.230493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.230654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.230834] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.230946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.231028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.231194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.231340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.231442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.231611] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.231716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.231776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.231931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.232089] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.232194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.232254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.232414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.232491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.232587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.232710] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.389306] env[69363]: INFO networking_nsxv3.common.synchronization [req-a85af8e1-875d-4b2d-a415-4a035941eb8d req-23bae7da-c846-4c32-98dc-e7a2b449a2d3 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Enqueued Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 871.389306] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGHEST for action security_group_members [ 871.389597] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.389718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.389787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.389989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.390180] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.390387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.390387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.390664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.390664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.390664] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.698462] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.698785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.698785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.698944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.700681] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.700850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.700850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.701103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.701187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.701276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.701437] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.701535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.701593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.701738] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.701880] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.701975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.702079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.702215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.702268] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.702348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.702440] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('961cf8e3-6b12-4f75-a3e1-b204b39c08fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.735534] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d479b2-0794-4daf-828c-73115c0390ec: rpc.has_security_group_logging(os_id): False [ 871.757039] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.757291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.757291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.757724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.757724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.758143] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.758360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.758435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.758670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.758793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.759734] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.759842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.759904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.760119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.760530] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.760530] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.760675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.760675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.760815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.760941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.761077] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 871.851236] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.851236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.851451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.851832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.853267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.874476] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 871.895662] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.895923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.895995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.896217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.920223] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.920566] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.920730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.920835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.921130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.921255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.921320] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 is going to be updated. [ 871.980640] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.980885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.981084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.981327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.981496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.992811] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: IN_PROGRESS for 2s [ 872.204970] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 961cf8e3-6b12-4f75-a3e1-b204b39c08fe: rpc.has_security_group_logging(os_id): False [ 872.228737] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.228955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.229113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.229374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.229486] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.229712] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.229876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.229876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.230613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.230613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.230613] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.230613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.230613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.231127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.231127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.231127] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.231381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.231381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.231484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.231563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.231653] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe is going to be created. [ 872.312554] env[69363]: INFO networking_nsxv3.common.synchronization [req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 req-1488d753-38e0-47ad-bf91-6062852e0d3c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 872.313091] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 872.313395] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.313537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.313601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.313800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.313954] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.314064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.314125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.314276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.314359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.314613] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.337508] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.337508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.337670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.337780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.337945] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.351107] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe in Status: IN_PROGRESS for 2s [ 872.750248] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb3a46e1-229b-4ace-b261-a5f195490183 req-017e3609-8a55-411e-99f0-0bed9eb26330 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 872.750811] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 872.751209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.751346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.751424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.751695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.751847] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.751990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.752101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.752193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.752280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.752350] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.817447] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.084020] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.084020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.084020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.084020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.084678] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.085063] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.085298] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.088019] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.088019] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.088019] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.088019] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.088019] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.088019] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.088019] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.088019] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.088019] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.111600] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.111923] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.112279] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.112380] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.112852] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-3335a5e5-21a9-4668-8f95-cd74afd54551 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.113111] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-3335a5e5-21a9-4668-8f95-cd74afd54551" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.113248] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-3335a5e5-21a9-4668-8f95-cd74afd54551" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.113662] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-3335a5e5-21a9-4668-8f95-cd74afd54551" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.113821] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3335a5e5-21a9-4668-8f95-cd74afd54551',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.256687] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.256687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.256687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.256687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.256687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.256687] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.256687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.256687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.256687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.256687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.256687] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 already deleted. [ 873.256687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.320050] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.616490] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.616761] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.616924] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.617171] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.617317] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.617469] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 3335a5e5-21a9-4668-8f95-cd74afd54551 not found, creating... [ 873.617735] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.617885] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.618043] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.618282] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.618416] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.618714] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.618864] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.618990] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.619355] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.619487] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.619625] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 3335a5e5-21a9-4668-8f95-cd74afd54551 is going to be created. [ 873.642540] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.642808] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.642937] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.643382] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.643646] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.643905] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-3335a5e5-21a9-4668-8f95-cd74afd54551" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.733100] env[69363]: INFO networking_nsxv3.common.synchronization [req-fa7973b0-4b47-4fa7-9593-32b9577327c9 req-a7c5c9c0-7c97-46e1-a321-66ff649f02ff tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Enqueued Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 873.733625] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 873.734501] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.734983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.734983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.734983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.735297] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.736299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.736299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.736299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.736299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.736299] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.822455] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.822618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.822707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.822966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.822966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.823115] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 873.858167] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.858167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.858167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.858167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.858167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.867981] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 873.893588] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 873.893588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.006426] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 in Status: SUCCESS [ 874.007092] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 deletion is rescheduled due to dependency. [ 874.007092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.213674] env[69363]: INFO networking_nsxv3.common.synchronization [req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d req-296a2c38-e292-4652-a27c-cb86b13f1c35 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 874.214319] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 874.214609] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.214725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.214816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.214976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.216426] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.216599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.216709] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.216964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.217088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.217246] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.243022] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.243022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.243022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.243022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.270477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.270840] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.270989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.271083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.271262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.271357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.271454] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df is going to be updated. [ 874.312152] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.312372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.312372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.312506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.312665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.331555] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: IN_PROGRESS for 2s [ 874.365091] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe in Status: SUCCESS [ 874.365381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.542473] env[69363]: INFO networking_nsxv3.common.synchronization [req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d req-8a50fd87-92a4-4dd5-8025-32c9961af237 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 874.543153] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 874.543548] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.543694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.620415] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb3a46e1-229b-4ace-b261-a5f195490183 req-04bd00dd-3b0d-490a-93d3-e1ca9a664e94 service nova] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_rules [ 874.620519] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb3a46e1-229b-4ace-b261-a5f195490183 req-04bd00dd-3b0d-490a-93d3-e1ca9a664e94 service nova] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 874.620621] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb3a46e1-229b-4ace-b261-a5f195490183 req-04bd00dd-3b0d-490a-93d3-e1ca9a664e94 service nova] Enqueued Resource ID: 3335a5e5-21a9-4668-8f95-cd74afd54551 with Priority: HIGHEST for action port [ 874.621228] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_rules [ 874.621369] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 874.621463] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3335a5e5-21a9-4668-8f95-cd74afd54551 with Priority: HIGHEST for action port [ 874.621736] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.621952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.621952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.622246] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.622336] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.623219] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.623347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.623420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.623582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.623752] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.623853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.623924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.624074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.624156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.624254] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.625084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3335a5e5-21a9-4668-8f95-cd74afd54551 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.625327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3335a5e5-21a9-4668-8f95-cd74afd54551" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.625327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3335a5e5-21a9-4668-8f95-cd74afd54551" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.625574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3335a5e5-21a9-4668-8f95-cd74afd54551" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.625574] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3335a5e5-21a9-4668-8f95-cd74afd54551',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.719800] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.800438] env[69363]: INFO networking_nsxv3.common.synchronization [req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d req-cd6ec003-7f0c-4985-9809-779d0ac70685 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 874.801673] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 874.802264] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.802264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.127832] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.127973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.128193] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.129253] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3335a5e5-21a9-4668-8f95-cd74afd54551 with status ACTIVE [ 875.129546] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.129726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.129841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.130192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.130292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.130515] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.130776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.130859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.131071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.131186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.131395] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.131992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.131992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.131992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.131992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.131992] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3335a5e5-21a9-4668-8f95-cd74afd54551 is going to be updated. [ 875.153864] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.154327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.154327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.154327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.154470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.154759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3335a5e5-21a9-4668-8f95-cd74afd54551" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.222952] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.414149] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb3a46e1-229b-4ace-b261-a5f195490183 req-c5ac8f93-9828-45cf-aedd-478094f6d8af tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 875.414149] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 875.414426] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.414426] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.634292] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.725744] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.725919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.725992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.726241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.726336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.726435] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 875.749497] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.749737] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.749846] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.750143] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.750393] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.750550] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.750666] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.750879] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.755118] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.755425] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.755566] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.755711] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.755838] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.756200] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.756376] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.756525] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.758460] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.758576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.758654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.758827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.759014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.769526] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 875.779600] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.779789] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 875.779902] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.780088] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.780403] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-b3f2d240-0e4d-4d66-83fb-6130055c7689 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.780586] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-b3f2d240-0e4d-4d66-83fb-6130055c7689" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.780694] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-b3f2d240-0e4d-4d66-83fb-6130055c7689" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.781034] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-b3f2d240-0e4d-4d66-83fb-6130055c7689" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.781175] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3f2d240-0e4d-4d66-83fb-6130055c7689',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.882276] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 875.882585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.136717] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.138024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.138024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.138024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.138024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.138024] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be created. [ 876.164021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.164021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.164021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.164212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.164405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.191467] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: UNINITIALIZED for 2s [ 876.283896] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.284169] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.284300] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.284582] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.284740] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.284900] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port b3f2d240-0e4d-4d66-83fb-6130055c7689 not found, creating... [ 876.285195] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.285352] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.285470] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.285812] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.285971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.286277] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.286511] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.286647] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.286889] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.287451] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.287653] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: b3f2d240-0e4d-4d66-83fb-6130055c7689 is going to be created. [ 876.313684] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.313899] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.314038] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.314340] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.314576] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.314809] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-b3f2d240-0e4d-4d66-83fb-6130055c7689" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.343750] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: SUCCESS [ 876.343924] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df deletion is rescheduled due to dependency. [ 876.344172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.145538] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb3a46e1-229b-4ace-b261-a5f195490183 req-2c83ee99-4651-4ce5-8832-2073ee5f5113 service nova] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_rules [ 877.146119] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb3a46e1-229b-4ace-b261-a5f195490183 req-2c83ee99-4651-4ce5-8832-2073ee5f5113 service nova] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 877.146286] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb3a46e1-229b-4ace-b261-a5f195490183 req-2c83ee99-4651-4ce5-8832-2073ee5f5113 service nova] Enqueued Resource ID: b3f2d240-0e4d-4d66-83fb-6130055c7689 with Priority: HIGHEST for action port [ 877.146522] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_rules [ 877.146657] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 877.146765] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f2d240-0e4d-4d66-83fb-6130055c7689 with Priority: HIGHEST for action port [ 877.148947] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.149081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.149516] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.149626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.149826] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3f2d240-0e4d-4d66-83fb-6130055c7689 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.149937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3f2d240-0e4d-4d66-83fb-6130055c7689" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.150013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3f2d240-0e4d-4d66-83fb-6130055c7689" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.150230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3f2d240-0e4d-4d66-83fb-6130055c7689" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.150312] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3f2d240-0e4d-4d66-83fb-6130055c7689',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.654506] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3f2d240-0e4d-4d66-83fb-6130055c7689 with status ACTIVE [ 877.654818] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.654958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.655050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.655283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.655398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.655567] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.655682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.655756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.655921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.655999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.656223] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.656351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.656416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.656561] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.656620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.656675] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3f2d240-0e4d-4d66-83fb-6130055c7689 is going to be updated. [ 877.695807] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.696033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.696033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.696394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.696601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.696824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3f2d240-0e4d-4d66-83fb-6130055c7689" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.782866] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 877.782866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.782866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.782866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.783317] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.783317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.783317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.783598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.783852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.784088] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.215962] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 878.218698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.218698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.218698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.218698] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.218698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.218698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.218698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.218698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.218698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.218698] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.219453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.219732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.219997] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.220275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.220428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.220672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.220972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.221851] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.286874] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.287069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.287183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.287336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.287427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.287732] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.288026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.288026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.288226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.288324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.288402] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 878.323103] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.323394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.323487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.323976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.324256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.338233] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 878.723190] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.724661] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.725824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.227070] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.730125] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.730492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.730492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.730628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.730719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.730816] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be updated. [ 879.795360] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.795749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.795830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.796251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.796368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.822240] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 880.351230] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 880.351648] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec deletion is rescheduled due to dependency. [ 880.351648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.351802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.351972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.352216] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.352546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.352546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.353665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.353665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.353665] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.511074] env[69363]: INFO networking_nsxv3.common.synchronization [req-3a4c864e-49b5-465f-b104-87ab03990e3d req-ae4eee61-6805-4705-aad4-fa59a98aa11d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 880.511819] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 880.516318] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.516459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.516516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.516742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.516906] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.517027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.517114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.517283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.517365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.517458] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.549426] env[69363]: INFO networking_nsxv3.common.synchronization [req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 req-bf8cc936-d7cc-4678-9199-90a2fcb745ad tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 880.549690] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 880.550175] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.550604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.550691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.555134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.555134] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.555134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.555134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.555134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.555134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.555134] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.856918] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.857098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.857173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.857393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.857489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.857682] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.857781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.857844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.858015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.858098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.858183] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 880.886519] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.886519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.886519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.886519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.886735] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.899862] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 880.961322] env[69363]: INFO networking_nsxv3.common.synchronization [req-c5c91304-51e6-4c77-892f-89e2390c07d6 req-4148a99e-305e-4e45-9d41-7ed9208cc6ed tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Enqueued Resource ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe with Priority: HIGHEST for action security_group_members [ 880.962923] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe with Priority: HIGHEST for action security_group_members [ 880.963253] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.963381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.963443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.963683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.963830] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.963937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.964943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.965143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.965240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.965336] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961cf8e3-6b12-4f75-a3e1-b204b39c08fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.021609] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.021765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.021843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.022060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.022142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.022337] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.022432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.022494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.022632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.023233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.023233] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 881.054753] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.056114] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.056497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.056804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.057178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.057446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.070031] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 881.468173] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.468465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.468465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.468639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.468837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.468939] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.469053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.469118] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.469274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.469373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.469474] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe is going to be updated. [ 881.501361] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.502774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.502774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.502774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.502774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.516118] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe in Status: IN_PROGRESS for 2s [ 881.561077] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.832854] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 881.833089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.833589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.833881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.834574] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.834574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.834574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.834574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.834574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.834574] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.063633] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.063744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.063832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.064120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.064120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.064528] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be updated. [ 882.098196] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.098357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.098435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.098667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.098853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.109626] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: IN_PROGRESS for 2s [ 882.339983] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.845551] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.910108] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 882.910313] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec deletion is rescheduled due to dependency. [ 882.910435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.080469] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 883.080946] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef deletion is rescheduled due to dependency. [ 883.081080] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.348611] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.348611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.348860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.348959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.349061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.349167] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be updated. [ 883.381825] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.382141] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.382400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.383219] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.383219] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.392868] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 883.526351] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe in Status: SUCCESS [ 883.526514] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961cf8e3-6b12-4f75-a3e1-b204b39c08fe deletion is rescheduled due to dependency. [ 883.526628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961cf8e3-6b12-4f75-a3e1-b204b39c08fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.121186] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 884.121567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.216895] env[69363]: INFO networking_nsxv3.common.synchronization [None req-a47ec6f9-32ec-41eb-86cc-7670ecb4f6c9 None None] Enqueued Resource ID: faf2d4bd-f96f-4006-955e-12283323aea3 with Priority: HIGHEST for action port [ 884.217401] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf2d4bd-f96f-4006-955e-12283323aea3 with Priority: HIGHEST for action port [ 884.217807] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf2d4bd-f96f-4006-955e-12283323aea3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.217933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf2d4bd-f96f-4006-955e-12283323aea3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.217996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf2d4bd-f96f-4006-955e-12283323aea3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.222370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf2d4bd-f96f-4006-955e-12283323aea3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.222470] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf2d4bd-f96f-4006-955e-12283323aea3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.491282] env[69363]: INFO networking_nsxv3.common.synchronization [req-ddcc8e10-d066-452a-9652-94107bec857e req-1268bf7b-e1cf-49cc-8a3f-bbbf68b6e3bf tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Enqueued Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_members [ 884.491911] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_members [ 884.492257] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.492385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.492453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.494433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.494665] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.494869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.494986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.495376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.495543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.495822] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9261ec-3ee9-4214-a846-94f43bb1b7ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.725359] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faf2d4bd-f96f-4006-955e-12283323aea3 [ 884.725650] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.725857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.726000] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.726427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.726765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.727700] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faf2d4bd-f96f-4006-955e-12283323aea3 already deleted. [ 884.727700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf2d4bd-f96f-4006-955e-12283323aea3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.888227] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.888227] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.888227] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.888529] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.888696] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.888916] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.888972] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.890306] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.890306] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.890306] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.890306] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.890306] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.890306] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.890687] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.890687] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.890687] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.919012] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.919208] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.919352] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.919608] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-221" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.920063] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-d8cc1620-6185-4b32-8295-5d11deb61565 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.921029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-d8cc1620-6185-4b32-8295-5d11deb61565" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.921029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-d8cc1620-6185-4b32-8295-5d11deb61565" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.921029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-d8cc1620-6185-4b32-8295-5d11deb61565" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.921029] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8cc1620-6185-4b32-8295-5d11deb61565',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.000074] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.000074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.000074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.000074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.000074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.000544] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.000544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.000544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.000722] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.000818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.000918] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee already deleted. [ 885.001021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.405172] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 885.406099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.406891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.406891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.406891] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.407155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.407155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.407257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.407257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.407372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.409418] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.409418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.409418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.409418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.409418] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.409418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.409418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.409418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.409418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.409418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.409418] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.409992] env[69363]: INFO networking_nsxv3.common.synchronization [None req-d9c19a2d-e87d-49e8-82fe-829301e601a3 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Enqueued Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_rules [ 885.410690] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_rules [ 885.410956] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.411070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.411136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.411337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.411416] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.424417] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.424631] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.425176] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.428215] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.428394] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.428554] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port d8cc1620-6185-4b32-8295-5d11deb61565 not found, creating... [ 885.428844] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.429066] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.429197] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.429479] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.429737] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.429926] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.430134] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.430214] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.430425] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.430555] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.430699] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: d8cc1620-6185-4b32-8295-5d11deb61565 is going to be created. [ 885.436709] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.436923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.436923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.437098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.437203] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.452703] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.453143] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.453143] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.453800] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.453800] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.454017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-d8cc1620-6185-4b32-8295-5d11deb61565" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.511549] env[69363]: INFO networking_nsxv3.common.synchronization [None req-ff68907a-c595-414d-85ac-78eb1450ffa1 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Enqueued Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_rules [ 885.512350] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_rules [ 885.513031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.513031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.911915] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2: rpc.has_security_group_logging(os_id): False [ 885.932644] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.933164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.933164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.933164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.933315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.933462] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.933978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.934084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.934237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.934318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.934659] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.934659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.934659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.934836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.934888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.935107] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.935206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.935297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.935401] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.935715] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.935821] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be created. [ 885.937887] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.938051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.938812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.939047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.939089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.939163] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba already deleted. [ 885.939245] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.939409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.939554] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.939635] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.944225] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.001304] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.001467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.001514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.001725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.001930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.026280] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 886.159272] env[69363]: INFO networking_nsxv3.common.synchronization [req-ddcc8e10-d066-452a-9652-94107bec857e req-ca8dce28-9de2-4797-8250-67be803117ef service nova] Enqueued Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_rules [ 886.159272] env[69363]: INFO networking_nsxv3.common.synchronization [req-ddcc8e10-d066-452a-9652-94107bec857e req-ca8dce28-9de2-4797-8250-67be803117ef service nova] Enqueued Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_members [ 886.159272] env[69363]: INFO networking_nsxv3.common.synchronization [req-ddcc8e10-d066-452a-9652-94107bec857e req-ca8dce28-9de2-4797-8250-67be803117ef service nova] Enqueued Resource ID: d8cc1620-6185-4b32-8295-5d11deb61565 with Priority: HIGHEST for action port [ 886.159272] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_rules [ 886.159272] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_members [ 886.159272] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8cc1620-6185-4b32-8295-5d11deb61565 with Priority: HIGHEST for action port [ 886.165929] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.165929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.165929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.165929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.165929] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9261ec-3ee9-4214-a846-94f43bb1b7ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.165929] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.165929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.165929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.165929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.169021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.169021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.169021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.169021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.169021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.169021] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9261ec-3ee9-4214-a846-94f43bb1b7ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.171065] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8cc1620-6185-4b32-8295-5d11deb61565 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.172131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8cc1620-6185-4b32-8295-5d11deb61565" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.172131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8cc1620-6185-4b32-8295-5d11deb61565" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.172131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8cc1620-6185-4b32-8295-5d11deb61565" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.172131] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8cc1620-6185-4b32-8295-5d11deb61565',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.358307] env[69363]: INFO networking_nsxv3.common.synchronization [None req-dc176394-82eb-409b-ad3c-18e351e5069e None None] Enqueued Resource ID: e5cfd769-c731-4121-b775-0b6e5beace14 with Priority: HIGHEST for action port [ 886.360426] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cfd769-c731-4121-b775-0b6e5beace14 with Priority: HIGHEST for action port [ 886.360801] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5cfd769-c731-4121-b775-0b6e5beace14 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.360974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5cfd769-c731-4121-b775-0b6e5beace14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.361095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5cfd769-c731-4121-b775-0b6e5beace14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.361395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5cfd769-c731-4121-b775-0b6e5beace14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.361526] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cfd769-c731-4121-b775-0b6e5beace14',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.446385] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.474071] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.476332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.476332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.476332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.476332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.476332] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba already deleted. [ 886.476332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.674271] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e9261ec-3ee9-4214-a846-94f43bb1b7ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.675870] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.676019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.676208] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8cc1620-6185-4b32-8295-5d11deb61565 with status ACTIVE [ 886.676408] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.676532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.676619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.676960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.677060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.677224] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.677425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.677425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.677560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.677606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.677774] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.677920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.677920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.678067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.678166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.678212] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8cc1620-6185-4b32-8295-5d11deb61565 is going to be updated. [ 886.701811] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.702039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.702039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.702427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.702427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.702516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8cc1620-6185-4b32-8295-5d11deb61565" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.865560] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5cfd769-c731-4121-b775-0b6e5beace14 [ 886.865760] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.865862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.865862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.866221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.866938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.867046] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5cfd769-c731-4121-b775-0b6e5beace14 already deleted. [ 886.867129] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5cfd769-c731-4121-b775-0b6e5beace14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.949751] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 886.949933] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 887.180542] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e9261ec-3ee9-4214-a846-94f43bb1b7ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.687939] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.688427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.688427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.688427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.688561] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.689097] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee is going to be created. [ 887.721021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.721167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.721371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.721672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.721925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.736392] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee in Status: UNINITIALIZED for 2s [ 887.749908] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.750112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.750178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.750402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.764602] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 887.765695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.767140] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 887.797081] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.797260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.797313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.797516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.802604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.803443] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 887.803443] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 887.803443] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 887.840924] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.840924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.840924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.840924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.841968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.842215] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 887.901627] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.901815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.901882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.902053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.902338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.902567] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 887.963843] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.964026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.964135] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.964301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.964534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.964778] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 887.964888] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4b246f13-e255-4e6a-a8c0-1c78041189d4', '8c157b85-0b07-48ea-82a1-022cdb1ea4e4', '497475e5-a186-4003-b201-96d9fa2533cb', '7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b', '7bd96b46-55af-48e0-898c-28e20d5c54ef', '0c38aa95-5421-4849-a0f4-cf0a1f5b93bb', '8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2', 'a7ecda19-6742-48ce-9619-d29fbda60757', '8bfeef94-4f41-4343-b23e-4059fb1ee697', '6a6d6a3f-3246-41f9-947c-aad654422d88', 'b1b21be9-e20f-4202-9df2-ba4870c2904f', '24799d65-3b6b-4d1d-866b-a663e31b5931', 'fac3e274-62e6-4e2e-aab5-344b4118332a', 'abc6de24-8c94-4a77-9eb7-25ee39812f50', '81d99e08-f34c-42dc-b583-babc670aadd5', '2983eb17-aa1b-4907-ac6b-a86d25e6a3d5', '0182d191-d716-4d97-a912-ea40ea3ef2b3', 'd28e1b79-b0b3-4727-9c74-eb5abb1c1ea8', 'e0cfb0b5-4e5d-464d-9927-3a5631ef0764', '98127b45-fe74-4f3d-a3b5-537661e2fee8', 'e9f0ac34-44a9-48f2-bac9-31a8c5b89c44', '25f1d313-358b-4ac9-9a46-bec5f307ee84', '35d479b2-0794-4daf-828c-73115c0390ec', '5ed4e304-3c75-4ce6-b0b7-ba89d6678d97', '372ee7a5-3276-48a0-bb7f-10b5e3eb11fe', '089829e2-82b7-44dc-af51-c0c1978dd2df', 'aa203e49-10b8-4e6b-b7ba-5fee8a32de96', 'a4c71684-acec-4e82-a14d-dab41f780e33', '42b60818-8277-4363-acbc-840b6642b7f3', '828ac5d0-767d-44b9-8a5d-a230a42e93aa', '397a6ae5-bd5b-44cd-a818-31ddfe350a21', 'bb6f8cf4-bab9-43fb-ac5f-2bb573071100', '985648f1-f96b-434b-8acb-ef2f1d57a724', '961cf8e3-6b12-4f75-a3e1-b204b39c08fe', '6f942d74-f15d-475e-ab0f-17caed5139b3', '8d7a6858-cb27-4a86-a2f9-187b83d98093'} {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 887.964976] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 887.986047] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.986279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.986352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.986519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.986630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.986773] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 887.986851] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 887.986942] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 888.039366] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 888.039625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.039801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.040026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.040119] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.054277] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.054423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.054532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.054767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.055605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.057382] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 888.057382] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 888.057382] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 888.057382] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 888.057382] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7ecda19-6742-48ce-9619-d29fbda60757 with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1b21be9-e20f-4202-9df2-ba4870c2904f with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81d99e08-f34c-42dc-b583-babc670aadd5 with Priority: HIGH for action security_group_rules [ 888.057382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 with Priority: HIGH for action security_group_rules [ 888.058518] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 with Priority: HIGH for action security_group_rules [ 888.058518] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGH for action security_group_rules [ 888.058518] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGH for action security_group_rules [ 888.058518] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGH for action security_group_rules [ 888.058518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.543338] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.543558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.543712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.543961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.544189] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.544337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.544457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.544552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.544660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.544799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.544912] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.906838] env[69363]: INFO networking_nsxv3.common.synchronization [req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f req-5f369132-4129-4f0f-858b-c9d6a700046d tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 888.907415] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 888.907561] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 with Priority: HIGH for action security_group_rules [ 888.907693] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGH for action security_group_rules [ 888.907758] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGH for action security_group_rules [ 888.907851] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d99e08-f34c-42dc-b583-babc670aadd5 with Priority: HIGH for action security_group_rules [ 888.907944] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGH for action security_group_rules [ 888.908124] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGH for action security_group_rules [ 888.908268] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGH for action security_group_rules [ 888.908385] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 with Priority: HIGH for action security_group_rules [ 888.908500] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGH for action security_group_rules [ 888.908612] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 with Priority: HIGH for action security_group_rules [ 888.909088] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac3e274-62e6-4e2e-aab5-344b4118332a with Priority: HIGH for action security_group_rules [ 888.909330] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGH for action security_group_rules [ 888.909477] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b21be9-e20f-4202-9df2-ba4870c2904f with Priority: HIGH for action security_group_rules [ 888.909602] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 with Priority: HIGH for action security_group_rules [ 888.909733] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 with Priority: HIGH for action security_group_rules [ 888.909860] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb with Priority: HIGH for action security_group_rules [ 888.909977] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ecda19-6742-48ce-9619-d29fbda60757 with Priority: HIGH for action security_group_rules [ 888.910077] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGH for action security_group_rules [ 888.910207] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGH for action security_group_rules [ 888.910312] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b with Priority: HIGH for action security_group_rules [ 888.910644] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.910852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.910889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.911202] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.911401] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.911568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.911695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.911872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.912066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.912247] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.913223] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b246f13-e255-4e6a-a8c0-1c78041189d4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.913340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.913403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.913646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.913790] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b246f13-e255-4e6a-a8c0-1c78041189d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.914641] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.914797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.914901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.915093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.915224] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.916332] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.916332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.916641] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d99e08-f34c-42dc-b583-babc670aadd5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.916806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.916883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.917556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.917556] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d99e08-f34c-42dc-b583-babc670aadd5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.920432] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.920631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.920724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.920947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.921083] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.922156] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.922258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.922343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.922561] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.922668] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.923556] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.923750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.923844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.924073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.924206] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.925102] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0182d191-d716-4d97-a912-ea40ea3ef2b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.925274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.925353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.925539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.925623] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0182d191-d716-4d97-a912-ea40ea3ef2b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.926729] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.926899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.926947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.927133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.927227] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.928112] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.928306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.928306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.929196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.929196] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2983eb17-aa1b-4907-ac6b-a86d25e6a3d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.929196] env[69363]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 888.929577] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fac3e274-62e6-4e2e-aab5-344b4118332a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.929754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.929850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.930055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.930234] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fac3e274-62e6-4e2e-aab5-344b4118332a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.932547] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24799d65-3b6b-4d1d-866b-a663e31b5931 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.932547] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.932547] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.932547] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.932547] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.933119] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b21be9-e20f-4202-9df2-ba4870c2904f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.933353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.933353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.933521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.933612] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b21be9-e20f-4202-9df2-ba4870c2904f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.934462] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a6d6a3f-3246-41f9-947c-aad654422d88 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.934565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.934614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.934812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.934905] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a6d6a3f-3246-41f9-947c-aad654422d88',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.935958] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bfeef94-4f41-4343-b23e-4059fb1ee697 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.936112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.936236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.936439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.936553] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bfeef94-4f41-4343-b23e-4059fb1ee697',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.937434] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.937583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.937688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.937863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.937964] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c38aa95-5421-4849-a0f4-cf0a1f5b93bb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.938893] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ecda19-6742-48ce-9619-d29fbda60757 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.939066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.939143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.939335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.939416] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ecda19-6742-48ce-9619-d29fbda60757',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.940424] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.940559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.940649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.940824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.940918] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.941754] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.941896] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.942045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.942208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.942329] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.943213] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.943334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.943380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.943583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.943677] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.943949] env[69363]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 888.947371] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.952019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.952170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.952433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.952674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.952875] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.952998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.953097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.953734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.953734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.953734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.953734] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.982491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.982655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.982709] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.983710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.017021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.017021] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b246f13-e255-4e6a-a8c0-1c78041189d4 is going to be deleted. [ 889.179663] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.179853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.181278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.181278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.181278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.181278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b246f13-e255-4e6a-a8c0-1c78041189d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.181470] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.181470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.183842] env[69363]: INFO networking_nsxv3.common.synchronization [req-f8d33ef9-5b22-47de-9443-db755b0f3185 req-6e0cb066-11c0-4140-86fc-afe1e1492c48 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 889.184375] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 889.184697] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.184801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.460855] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.461910] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.462046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.462090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.462288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.462444] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.462541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.462593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.462733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.462819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.462910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.463052] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.463146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.463202] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.463337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.463467] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.463565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.463617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.463891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.463891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.463891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.463987] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.491463] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.491650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.491650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.491902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.492083] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.492188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.492252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.492400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.492513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.492556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.492645] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.499583] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-24799d65-3b6b-4d1d-866b-a663e31b5931 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.499771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.499771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.499952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.500123] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.500420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.500420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.500420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.500564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.500564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.500666] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.501511] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.501638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.501698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.501861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.502010] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.502112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.502170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.502306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.502384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.502461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.502668] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.503325] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.503433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.503503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.503759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.503882] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.503882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.504020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.504090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.504163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.504248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.504328] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.506203] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.506325] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.506391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.506507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.506746] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.506746] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.506876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.506911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.506989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.507083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.507162] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.516162] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.516162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.516276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.516391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.524301] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.555784] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.556191] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.556776] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.556899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.557761] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.557761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.559269] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.559269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.559269] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.559433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.560064] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.560155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.560839] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.560937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.561969] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.562070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.562760] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.562856] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.563674] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.563800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.564368] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 889.564833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.564974] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fac3e274-62e6-4e2e-aab5-344b4118332a is going to be deleted. [ 889.565905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.566969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.567623] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.567725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.590290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.590478] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c38aa95-5421-4849-a0f4-cf0a1f5b93bb is going to be deleted. [ 889.591384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.591655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.611792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.612012] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ecda19-6742-48ce-9619-d29fbda60757 is going to be deleted. [ 889.613622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.613809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.633716] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.633844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.642923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.643076] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0182d191-d716-4d97-a912-ea40ea3ef2b3 is going to be deleted. [ 889.644061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.644274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.649897] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.650033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.687154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.687154] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be deleted. [ 889.688180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.688658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.690417] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.690613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.731693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.731866] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b21be9-e20f-4202-9df2-ba4870c2904f is going to be deleted. [ 889.733024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.733260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.734772] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.734929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.759988] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee in Status: SUCCESS [ 889.760239] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.760410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.760630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.760831] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.760953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.761022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.761247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.761347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.761347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.761464] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e9261ec-3ee9-4214-a846-94f43bb1b7ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.790155] env[69363]: INFO networking_nsxv3.common.synchronization [req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 req-fbc1014a-fadf-4517-bae4-a8161369a5ae tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Enqueued Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 889.790720] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 889.791166] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.791296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.791296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.791542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.791704] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.791804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.791858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.792015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.792102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.792194] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.828539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.828767] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d99e08-f34c-42dc-b583-babc670aadd5 is going to be deleted. [ 889.829927] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.830175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.832021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.832147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.914260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.914661] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bfeef94-4f41-4343-b23e-4059fb1ee697 is going to be deleted. [ 889.915604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.915965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.930882] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.931049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.965663] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.965935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.966026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.966330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.966437] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.966546] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be updated. [ 889.967939] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 497475e5-a186-4003-b201-96d9fa2533cb: rpc.has_security_group_logging(os_id): False [ 890.003872] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.003872] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.003872] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.003872] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.003872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.004632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.004632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.004632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.004632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.004632] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.011685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.012017] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b is going to be deleted. [ 890.013532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.013532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.017044] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.017044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.017044] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.017044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.017631] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.021661] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.021862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.021862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.022128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.022304] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.022464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.022555] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.022793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.022950] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.024128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.025236] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.025236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.025236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.025236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.028558] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.028723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.028723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.029054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.029201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.030858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.030858] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.033466] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.035619] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abc6de24-8c94-4a77-9eb7-25ee39812f50: rpc.has_security_group_logging(os_id): False [ 890.084968] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.085122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.101166] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.101311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.110562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.110711] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a6d6a3f-3246-41f9-947c-aad654422d88 is going to be deleted. [ 890.112691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.112691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.183098] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.183372] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.183475] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.183999] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.185955] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.186256] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.186487] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.186802] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.186949] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.187971] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.187971] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.187971] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.187971] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.187971] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.187971] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.187971] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.192193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.192358] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2983eb17-aa1b-4907-ac6b-a86d25e6a3d5 is going to be deleted. [ 890.194581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.195905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.197942] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.198177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.198229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.198543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.198789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.200591] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.200719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.219958] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 890.238152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.238331] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be deleted. [ 890.240550] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.240550] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.240550] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.240829] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.241058] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-b6831331-070f-4512-b5f9-329fc38a37e8 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.241225] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-b6831331-070f-4512-b5f9-329fc38a37e8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.241370] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-b6831331-070f-4512-b5f9-329fc38a37e8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.241681] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-b6831331-070f-4512-b5f9-329fc38a37e8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.241829] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6831331-070f-4512-b5f9-329fc38a37e8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.243343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.245020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.245020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.245020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fac3e274-62e6-4e2e-aab5-344b4118332a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.245020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.245020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.245020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.245020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c38aa95-5421-4849-a0f4-cf0a1f5b93bb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.245020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.245602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.245602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.245602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ecda19-6742-48ce-9619-d29fbda60757" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.245602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.246540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.246540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.246540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0182d191-d716-4d97-a912-ea40ea3ef2b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.246540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.246540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.246540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.246540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.246540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.246540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.246954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.246954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b21be9-e20f-4202-9df2-ba4870c2904f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.246954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.246954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.247159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.247159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d99e08-f34c-42dc-b583-babc670aadd5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.247297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.247400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.252495] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.252708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.264245] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e9261ec-3ee9-4214-a846-94f43bb1b7ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.289566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.289887] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.290032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.290107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.290307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.290388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.290586] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.290685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.290738] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.291307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.291307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.291307] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.291307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.291307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.291624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.291624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.291624] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 890.292734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.292926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.297207] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.297207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.324857] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.324857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.337666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.337666] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.337666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.337666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.337917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.337917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.337988] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 is going to be updated. [ 890.339382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.339382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.339539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.339712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ac009f4-9cd9-46bc-9bc1-ffa49818ac7b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.339874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.340063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.340160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a6d6a3f-3246-41f9-947c-aad654422d88" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bfeef94-4f41-4343-b23e-4059fb1ee697" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.341980] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.341980] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f already deleted. [ 890.341980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.343074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.343074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.343074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.343602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2983eb17-aa1b-4907-ac6b-a86d25e6a3d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.429919] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.430105] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.430173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.430393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.430491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.430617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.440734] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.440916] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.440989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.441217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.441368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.466282] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 890.516179] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0cfb0b5-4e5d-464d-9927-3a5631ef0764: rpc.has_security_group_logging(os_id): False [ 890.519387] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.519652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.519718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.520072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.520375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.522253] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24799d65-3b6b-4d1d-866b-a663e31b5931: rpc.has_security_group_logging(os_id): False [ 890.532260] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c157b85-0b07-48ea-82a1-022cdb1ea4e4: rpc.has_security_group_logging(os_id): False [ 890.535314] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8: rpc.has_security_group_logging(os_id): False [ 890.572887] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: IN_PROGRESS for 2s [ 890.574384] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.574610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.574755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.575045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.577892] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.578084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.579507] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.579605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.580568] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.580757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.608810] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 890.609586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.609943] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.610120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.610182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.610406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.610530] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.610815] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.610941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.610999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.611213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.611349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.611566] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.611664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.611725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.611961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.612073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.612170] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be updated. [ 890.613703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.613895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.696812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.697223] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.697363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.697440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.697629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.697713] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.698093] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.698226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.698316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.698507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.698702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.698929] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.699084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.699147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.699314] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.699482] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.699620] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 is going to be updated. [ 890.700831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.701083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.740361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.740699] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.740844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.740907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.741142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.741239] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.741328] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 is going to be updated. [ 890.742557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.743465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.744185] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.744337] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.744488] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.744743] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.744886] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.745052] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port b6831331-070f-4512-b5f9-329fc38a37e8 not found, creating... [ 890.745333] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.745499] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.745612] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.745900] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.746048] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.746338] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.746498] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.746625] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.746878] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.747016] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.747173] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: b6831331-070f-4512-b5f9-329fc38a37e8 is going to be created. [ 890.765472] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.765472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.767045] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e9261ec-3ee9-4214-a846-94f43bb1b7ee: rpc.has_security_group_logging(os_id): False [ 890.770354] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.770592] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.770756] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.771123] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.771386] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.772174] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-b6831331-070f-4512-b5f9-329fc38a37e8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.777954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.778300] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.778419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.778467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.778685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.778871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.778871] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 is going to be updated. [ 890.779974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.780176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.780395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.791836] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.792039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.792087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.793036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.793036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.793036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.793036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.793036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.793036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.793036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.793036] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee is going to be created. [ 890.816574] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: IN_PROGRESS for 2s [ 890.821111] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.821360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.821360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.821539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.821687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.858280] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.858448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.858491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.858790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.858989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.893808] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: IN_PROGRESS for 2s [ 890.913993] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 in Status: IN_PROGRESS for 2s [ 890.918885] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.919462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.919462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.919462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.919611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.937808] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.938028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.938028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.938242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.938392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.940958] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee in Status: IN_PROGRESS for 2s [ 890.969587] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 in Status: IN_PROGRESS for 2s [ 891.432343] env[69363]: INFO networking_nsxv3.common.synchronization [req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 req-d8c0db99-a92b-4d5c-9267-c01fdad25f47 service nova] Enqueued Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_rules [ 891.432537] env[69363]: INFO networking_nsxv3.common.synchronization [req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 req-d8c0db99-a92b-4d5c-9267-c01fdad25f47 service nova] Enqueued Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 891.432677] env[69363]: INFO networking_nsxv3.common.synchronization [req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 req-d8c0db99-a92b-4d5c-9267-c01fdad25f47 service nova] Enqueued Resource ID: b6831331-070f-4512-b5f9-329fc38a37e8 with Priority: HIGHEST for action port [ 891.432919] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_rules [ 891.433125] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 891.433184] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6831331-070f-4512-b5f9-329fc38a37e8 with Priority: HIGHEST for action port [ 891.433743] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.433874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.433935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.434298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.434389] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.435275] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.439028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.439028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.439028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.439028] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.439028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.439028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.439028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.439028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.439028] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.439028] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6831331-070f-4512-b5f9-329fc38a37e8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.439028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6831331-070f-4512-b5f9-329fc38a37e8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.439028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6831331-070f-4512-b5f9-329fc38a37e8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.439028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6831331-070f-4512-b5f9-329fc38a37e8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.439028] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6831331-070f-4512-b5f9-329fc38a37e8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.939188] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.939529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.939529] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.940862] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6831331-070f-4512-b5f9-329fc38a37e8 with status ACTIVE [ 891.941070] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.941185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.941247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.941436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.941520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.941690] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.941781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.941842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.941992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.943051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.943051] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.943051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.943051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.943397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.943397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.943397] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6831331-070f-4512-b5f9-329fc38a37e8 is going to be updated. [ 891.964466] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.964702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.964702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.964922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.965077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.965263] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6831331-070f-4512-b5f9-329fc38a37e8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.326151] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 892.326151] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.326151] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.326151] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.326479] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.326479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.326591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.326681] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.326764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.326896] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.327070] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.327157] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.327198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.327830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.327830] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.327830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.327830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.327830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.328090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.328090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.328090] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.329055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.329411] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.329411] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.329553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.330380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.330380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.330380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.330380] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.445348] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.480306] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 892.480568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.587570] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: SUCCESS [ 892.587841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.608139] env[69363]: INFO networking_nsxv3.common.synchronization [req-d647f401-9880-4dc5-975f-848d1ea983c8 req-8be832eb-a87a-4347-8713-cd55ae9d95cd tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Enqueued Resource ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 with Priority: HIGHEST for action security_group_members [ 892.608660] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 with Priority: HIGHEST for action security_group_members [ 892.608964] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49863dd-bcd3-410f-bf45-53c21c5bda90 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.609102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.609168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.609425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.609585] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.609685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.609746] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.609895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.609979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.610087] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49863dd-bcd3-410f-bf45-53c21c5bda90',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.833738] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2: rpc.has_security_group_logging(os_id): False [ 892.835328] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.835500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.835557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.835854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.838160] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 892.838358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.857172] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.857294] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.859106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.859394] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.859515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.859581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.859779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.859859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.859949] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be updated. [ 892.860980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.861190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.861279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.861486] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.861590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.861654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.861798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.861849] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.862232] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.862351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.862415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.862558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.862633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.862822] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.862917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.862975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.863125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.863200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.863278] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be updated. [ 892.894495] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.894739] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.894739] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.894945] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.895068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.905477] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 892.910736] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: SUCCESS [ 892.910951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.925743] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 in Status: SUCCESS [ 892.926037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.940428] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.940428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.940428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.940958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.940958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.947549] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.947780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.947830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.948146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.948260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.948395] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f is going to be created. [ 892.958855] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee in Status: SUCCESS [ 892.959163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.963158] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 892.983983] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.984208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.984313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.984604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.984831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.988725] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 in Status: SUCCESS [ 892.990743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.006465] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: UNINITIALIZED for 2s [ 893.022649] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.022892] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-769" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.022892] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-769" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.023281] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-769" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.023622] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.023766] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.023957] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.024178] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.024375] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.024664] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.024742] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.024875] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.025019] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.025128] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.025237] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.025373] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.048559] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.048559] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.048675] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.048877] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-769" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.049253] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-061193bb-6ad4-434c-9e39-a0a4f8dea762 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.049442] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-061193bb-6ad4-434c-9e39-a0a4f8dea762" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.049576] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-061193bb-6ad4-434c-9e39-a0a4f8dea762" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.049925] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-061193bb-6ad4-434c-9e39-a0a4f8dea762" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.050096] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061193bb-6ad4-434c-9e39-a0a4f8dea762',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.112525] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.112705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.112754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.113011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.113119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.113342] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.113445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.113538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.113722] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.113789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.113855] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 already deleted. [ 893.113927] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.554371] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.554620] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.554800] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.555194] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.555362] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.555523] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 061193bb-6ad4-434c-9e39-a0a4f8dea762 not found, creating... [ 893.555819] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.556056] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.556154] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.556367] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.556515] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.556876] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.557065] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.557157] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.557370] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.557533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.557673] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 061193bb-6ad4-434c-9e39-a0a4f8dea762 is going to be created. [ 893.580693] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.580983] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.581080] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.581337] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.581579] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.581920] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-061193bb-6ad4-434c-9e39-a0a4f8dea762" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.263571] env[69363]: INFO networking_nsxv3.common.synchronization [req-d647f401-9880-4dc5-975f-848d1ea983c8 req-f2e6d36b-c005-439a-9e19-146246b7c657 service nova] Enqueued Resource ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 with Priority: HIGHEST for action security_group_rules [ 894.263571] env[69363]: INFO networking_nsxv3.common.synchronization [req-d647f401-9880-4dc5-975f-848d1ea983c8 req-f2e6d36b-c005-439a-9e19-146246b7c657 service nova] Enqueued Resource ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 with Priority: HIGHEST for action security_group_members [ 894.264045] env[69363]: INFO networking_nsxv3.common.synchronization [req-d647f401-9880-4dc5-975f-848d1ea983c8 req-f2e6d36b-c005-439a-9e19-146246b7c657 service nova] Enqueued Resource ID: 061193bb-6ad4-434c-9e39-a0a4f8dea762 with Priority: HIGHEST for action port [ 894.264045] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 with Priority: HIGHEST for action security_group_rules [ 894.264045] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 with Priority: HIGHEST for action security_group_members [ 894.264288] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061193bb-6ad4-434c-9e39-a0a4f8dea762 with Priority: HIGHEST for action port [ 894.264650] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49863dd-bcd3-410f-bf45-53c21c5bda90 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.264771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.264855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.267242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.267322] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49863dd-bcd3-410f-bf45-53c21c5bda90',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.268199] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49863dd-bcd3-410f-bf45-53c21c5bda90 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.268298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.269187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.269187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.269187] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.269187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.269187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.269187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.269187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.269187] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49863dd-bcd3-410f-bf45-53c21c5bda90',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.269836] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-061193bb-6ad4-434c-9e39-a0a4f8dea762 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.269960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-061193bb-6ad4-434c-9e39-a0a4f8dea762" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.270046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-061193bb-6ad4-434c-9e39-a0a4f8dea762" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.270605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-061193bb-6ad4-434c-9e39-a0a4f8dea762" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.270605] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061193bb-6ad4-434c-9e39-a0a4f8dea762',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.772495] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e49863dd-bcd3-410f-bf45-53c21c5bda90',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.773482] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49863dd-bcd3-410f-bf45-53c21c5bda90 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.773661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.777906] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 061193bb-6ad4-434c-9e39-a0a4f8dea762 with status ACTIVE [ 894.777906] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.777906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.777906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.777906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.777906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.777906] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.777906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.777906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.777906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.777906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.777906] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.777906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.777906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.778642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.778642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.778642] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 061193bb-6ad4-434c-9e39-a0a4f8dea762 is going to be updated. [ 894.801795] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.802033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.802033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.802214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.802356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.802515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-061193bb-6ad4-434c-9e39-a0a4f8dea762" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.918653] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 894.918911] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 deletion is rescheduled due to dependency. [ 894.919083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.976096] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 894.976398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.976666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.976922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.977029] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.026269] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: SUCCESS [ 895.026269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.026269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.026624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.026745] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.026904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.026904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.027215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.027289] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.027385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.027493] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.202286] env[69363]: INFO networking_nsxv3.common.synchronization [None req-14ef8542-ac29-4ca7-adde-9a7bbb0981bd tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Enqueued Resource ID: f174e031-29ee-4c41-a9de-c7655424a2cd with Priority: HIGHEST for action security_group_rules [ 895.203229] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f174e031-29ee-4c41-a9de-c7655424a2cd with Priority: HIGHEST for action security_group_rules [ 895.203833] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f174e031-29ee-4c41-a9de-c7655424a2cd taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.204130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f174e031-29ee-4c41-a9de-c7655424a2cd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.204296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f174e031-29ee-4c41-a9de-c7655424a2cd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.204654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f174e031-29ee-4c41-a9de-c7655424a2cd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.204854] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f174e031-29ee-4c41-a9de-c7655424a2cd',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.274868] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e49863dd-bcd3-410f-bf45-53c21c5bda90',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.288026] env[69363]: INFO networking_nsxv3.common.synchronization [None req-eefa2d5f-f224-4a2e-8fd7-646af3cca047 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Enqueued Resource ID: f174e031-29ee-4c41-a9de-c7655424a2cd with Priority: HIGHEST for action security_group_rules [ 895.290313] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f174e031-29ee-4c41-a9de-c7655424a2cd with Priority: HIGHEST for action security_group_rules [ 895.290831] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f174e031-29ee-4c41-a9de-c7655424a2cd taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.291084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f174e031-29ee-4c41-a9de-c7655424a2cd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.498700] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.498895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.498951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.499289] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.503017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.503017] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be deleted. [ 895.531667] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.531836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.531910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.532188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.532333] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.532437] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.532499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.533200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.533200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.533200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.533200] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.533200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.533200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.533512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.533512] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.533512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.533629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.533754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.533823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.533874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.534141] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.554709] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.554905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.554998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.555308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.555444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.555587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.727370] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.727540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.727652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.727840] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.727935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.728061] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f174e031-29ee-4c41-a9de-c7655424a2cd already deleted. [ 895.728132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f174e031-29ee-4c41-a9de-c7655424a2cd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.728288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f174e031-29ee-4c41-a9de-c7655424a2cd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.728442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f174e031-29ee-4c41-a9de-c7655424a2cd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.728524] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f174e031-29ee-4c41-a9de-c7655424a2cd',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.778353] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.778538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.778611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.778754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.778835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.779651] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 is going to be created. [ 895.804273] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.804417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.804417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.804590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.804851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.814742] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 in Status: UNINITIALIZED for 2s [ 896.035754] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f574db1-9156-4988-b5c1-4c65e5429b9f: rpc.has_security_group_logging(os_id): False [ 896.058598] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.058759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.058829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.060788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.060788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.060788] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.060788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.060788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.060788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.060788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.060788] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.060788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.060788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.060788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.060788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.060788] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.060788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.061295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.061295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.061295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.061295] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f is going to be created. [ 896.120766] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.120947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.121035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.121257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.121443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.133665] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: IN_PROGRESS for 2s [ 896.270542] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.270737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.270737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.270878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.270967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.271076] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f174e031-29ee-4c41-a9de-c7655424a2cd already deleted. [ 896.271214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f174e031-29ee-4c41-a9de-c7655424a2cd" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.762358] env[69363]: INFO networking_nsxv3.common.synchronization [req-2fc3e385-8199-4879-a1b5-c6594f0d3518 req-852d8427-6a57-4850-bbd1-b60ad134dad8 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Enqueued Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_members [ 896.762925] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGHEST for action security_group_members [ 896.763349] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-24799d65-3b6b-4d1d-866b-a663e31b5931 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.763548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.763548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.763664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.763823] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.763921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.763980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.766415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.766415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.766507] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.269950] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.270143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.270208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.270441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.270555] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.270771] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.270918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.270958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.271123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.271202] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.271339] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 is going to be updated. [ 897.303884] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.304110] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.304338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.304537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.304756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.316047] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 in Status: IN_PROGRESS for 2s [ 897.826247] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 in Status: SUCCESS [ 897.826560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.826654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.827012] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.827239] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.827365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.827431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.827610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.827695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.827785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.827878] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e49863dd-bcd3-410f-bf45-53c21c5bda90',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.147196] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: SUCCESS [ 898.147300] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.330457] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49863dd-bcd3-410f-bf45-53c21c5bda90 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.330599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.330599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.331150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.331150] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.331150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.331150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.331340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.331340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.331416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.331560] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49863dd-bcd3-410f-bf45-53c21c5bda90 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.331652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.331716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.331870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.332085] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.332197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.332243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.332386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.332478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.332595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.332696] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e49863dd-bcd3-410f-bf45-53c21c5bda90',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.398372] env[69363]: INFO networking_nsxv3.common.synchronization [req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd req-7148c1db-62b0-4ea3-aa3a-7653e30733c9 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Enqueued Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 898.398990] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 898.399360] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.399360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.399493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.400243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.400243] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.400243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.400243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.400243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.400243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.400243] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.681393] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.681393] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.681638] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.681686] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.681970] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.682145] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.682318] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.682478] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.682712] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.682835] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.682951] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.683075] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.683195] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.683291] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.683396] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.683528] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.705415] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.705712] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 898.705999] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.706213] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.706582] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-cfd9b7cc-4020-4035-957e-d1148dbb0dd9 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.706803] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-cfd9b7cc-4020-4035-957e-d1148dbb0dd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.706957] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-cfd9b7cc-4020-4035-957e-d1148dbb0dd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.707476] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-cfd9b7cc-4020-4035-957e-d1148dbb0dd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.707530] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd9b7cc-4020-4035-957e-d1148dbb0dd9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.835524] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e49863dd-bcd3-410f-bf45-53c21c5bda90: rpc.has_security_group_logging(os_id): False [ 898.857310] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.857512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.857580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.857789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.857881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.858097] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.858188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.858250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.858406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.858480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.858680] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.858773] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.858829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.858969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.859052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.859273] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.859345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.859384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.859512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.859586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.859668] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 is going to be created. [ 898.902943] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.935235] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.935498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.935498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.935704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.935987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.946489] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 in Status: IN_PROGRESS for 2s [ 899.212589] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.212589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.212589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.212589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.212589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.212589] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port cfd9b7cc-4020-4035-957e-d1148dbb0dd9 not found, creating... [ 899.212589] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.212589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.212589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.212589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.212589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.213377] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.213377] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.213377] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.213377] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.213377] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.213377] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: cfd9b7cc-4020-4035-957e-d1148dbb0dd9 is going to be created. [ 899.236797] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.237052] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.237162] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.237512] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.238143] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.238143] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-cfd9b7cc-4020-4035-957e-d1148dbb0dd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.335327] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 in Status: SUCCESS [ 899.335327] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 deletion is rescheduled due to dependency. [ 899.335428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.405448] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.912072] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.912072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.912072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.912072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.912072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.912072] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 is going to be updated. [ 899.956557] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.956992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.956992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.957339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.957339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.970338] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: IN_PROGRESS for 2s [ 900.036503] env[69363]: INFO networking_nsxv3.common.synchronization [req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd req-1142a02c-159d-4a84-82c6-e7faccf0a862 service nova] Enqueued Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_rules [ 900.036681] env[69363]: INFO networking_nsxv3.common.synchronization [req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd req-1142a02c-159d-4a84-82c6-e7faccf0a862 service nova] Enqueued Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 900.036851] env[69363]: INFO networking_nsxv3.common.synchronization [req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd req-1142a02c-159d-4a84-82c6-e7faccf0a862 service nova] Enqueued Resource ID: cfd9b7cc-4020-4035-957e-d1148dbb0dd9 with Priority: HIGHEST for action port [ 900.037384] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_rules [ 900.037520] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 900.037616] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd9b7cc-4020-4035-957e-d1148dbb0dd9 with Priority: HIGHEST for action port [ 900.037887] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.038010] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.038611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.041112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.041199] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.042071] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.042189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.044174] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfd9b7cc-4020-4035-957e-d1148dbb0dd9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.044174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfd9b7cc-4020-4035-957e-d1148dbb0dd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.044174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfd9b7cc-4020-4035-957e-d1148dbb0dd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.044174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfd9b7cc-4020-4035-957e-d1148dbb0dd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.044174] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd9b7cc-4020-4035-957e-d1148dbb0dd9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.548429] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.548429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.548429] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfd9b7cc-4020-4035-957e-d1148dbb0dd9 with status ACTIVE [ 900.548429] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.548429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.548429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.548429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.548429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.548429] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.548429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.548429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.548429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.548429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.548429] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.549415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.549415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.549415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.549415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.549415] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfd9b7cc-4020-4035-957e-d1148dbb0dd9 is going to be updated. [ 900.572367] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.572512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.572675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.572791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.572930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.573119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfd9b7cc-4020-4035-957e-d1148dbb0dd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.962094] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 in Status: SUCCESS [ 900.962486] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.983474] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: SUCCESS [ 901.983792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.983874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.985023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.985023] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.985023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.985023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.985023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.985023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.985023] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.489223] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.991687] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.495319] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.496364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.496364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.496364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.496364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.496364] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 is going to be updated. [ 903.528279] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.528426] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.529015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.529015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.529015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.538766] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: IN_PROGRESS for 2s [ 905.041027] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 905.041027] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 905.553507] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: SUCCESS [ 905.553507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.553507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.553507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.553629] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.553692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.553848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.553998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.553998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.554117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.554203] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.057084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.057782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.057782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.057782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.057975] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.058854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.058993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.059266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.059404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.059544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.059788] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.059982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.060048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.060269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.060489] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.061185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.061308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.062690] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.062828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.062972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.063128] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.567323] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb6f8cf4-bab9-43fb-ac5f-2bb573071100: rpc.has_security_group_logging(os_id): False [ 906.585622] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.585850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.585952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.586266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.609435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.609435] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.609435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.609651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.609682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.610124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.610124] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.610124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.610124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.610296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.610326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.610515] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.610633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.610696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.610873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.610938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.612828] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 is going to be updated. [ 906.681144] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.681341] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.681426] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.682098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.682098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.696198] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: IN_PROGRESS for 2s [ 906.956260] env[69363]: INFO networking_nsxv3.common.synchronization [req-01051c7a-48f2-4569-b4ad-16d045766ae8 req-37e2a086-1229-4cf6-a13b-deed22604488 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Enqueued Resource ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 with Priority: HIGHEST for action security_group_members [ 906.956260] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 with Priority: HIGHEST for action security_group_members [ 906.956260] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49863dd-bcd3-410f-bf45-53c21c5bda90 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.956260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.957852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.958127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.958341] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.958477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.958566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.958743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.958863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.958976] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49863dd-bcd3-410f-bf45-53c21c5bda90',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.446599] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb0685e4-14ee-46a6-8336-4038e0cbd753 req-a6589631-4ccc-4e06-81bd-eaf09068ba01 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Enqueued Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 907.447130] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 907.447431] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.447554] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.447620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.447818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.447965] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.452067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.452158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.452356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.452567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.452567] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.460850] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.461091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.461091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.461261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.461350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.461536] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.461632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.461737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.461841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.461917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.462033] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 is going to be updated. [ 907.491580] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.491719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.491791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.491999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.492332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.502112] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 in Status: IN_PROGRESS for 2s [ 907.849739] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.849962] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-738" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.850113] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-738" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.850378] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-738" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.850637] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.850794] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.850912] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.852167] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.852334] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.852545] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.852666] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.852776] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.852927] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.853041] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.853154] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.853290] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.874626] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.874796] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.874937] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.875741] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-738" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.876165] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.876774] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.876774] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.876875] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.876961] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc94cad1-8ce4-4018-b81d-7c43c4b61f4d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.954558] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.954711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.954749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.954968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.975405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.975673] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.975850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.975933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.976161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.976244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.976337] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df is going to be updated. [ 908.005223] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.009025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.009025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.009025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.009025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.016401] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: IN_PROGRESS for 2s [ 908.382702] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.382948] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.383096] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.383378] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.383533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.383707] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port bc94cad1-8ce4-4018-b81d-7c43c4b61f4d not found, creating... [ 908.383976] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.384196] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.384268] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.384491] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.384729] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.384916] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.385112] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.385254] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.385475] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.385680] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.385892] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: bc94cad1-8ce4-4018-b81d-7c43c4b61f4d is going to be created. [ 908.412602] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.412862] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.412862] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.413139] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.413374] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.413603] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.715071] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: SUCCESS [ 908.715374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.751028] env[69363]: INFO networking_nsxv3.common.synchronization [None req-3fffdef7-e884-4bb3-b176-7f6580a60c21 None None] Enqueued Resource ID: 641a85e3-6f7d-4057-9dcb-d627acc36185 with Priority: HIGHEST for action port [ 908.751638] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641a85e3-6f7d-4057-9dcb-d627acc36185 with Priority: HIGHEST for action port [ 908.752036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-641a85e3-6f7d-4057-9dcb-d627acc36185 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.752084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641a85e3-6f7d-4057-9dcb-d627acc36185" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.752163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641a85e3-6f7d-4057-9dcb-d627acc36185" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.752395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641a85e3-6f7d-4057-9dcb-d627acc36185" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.752478] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641a85e3-6f7d-4057-9dcb-d627acc36185',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.193443] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb0685e4-14ee-46a6-8336-4038e0cbd753 req-3751c149-d4e8-46d0-9f8a-6314cb3c46f3 service nova] Enqueued Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_rules [ 909.193443] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb0685e4-14ee-46a6-8336-4038e0cbd753 req-3751c149-d4e8-46d0-9f8a-6314cb3c46f3 service nova] Enqueued Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 909.193443] env[69363]: INFO networking_nsxv3.common.synchronization [req-fb0685e4-14ee-46a6-8336-4038e0cbd753 req-3751c149-d4e8-46d0-9f8a-6314cb3c46f3 service nova] Enqueued Resource ID: bc94cad1-8ce4-4018-b81d-7c43c4b61f4d with Priority: HIGHEST for action port [ 909.193443] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_rules [ 909.193443] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 909.193443] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc94cad1-8ce4-4018-b81d-7c43c4b61f4d with Priority: HIGHEST for action port [ 909.193930] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.193930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.193930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.194169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.194302] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.195142] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.195593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.195842] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.195948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.196045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.196207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.196283] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc94cad1-8ce4-4018-b81d-7c43c4b61f4d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.254759] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 641a85e3-6f7d-4057-9dcb-d627acc36185 [ 909.254912] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.255092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.255166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.255417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.255518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.255824] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:641a85e3-6f7d-4057-9dcb-d627acc36185 already deleted. [ 909.255930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641a85e3-6f7d-4057-9dcb-d627acc36185" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.477164] env[69363]: INFO networking_nsxv3.common.synchronization [None req-7aeec07d-f521-417a-b964-87335fc46a0e tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Enqueued Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_rules [ 909.477689] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_rules [ 909.477996] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41dc0908-ac65-4850-b35f-737bcfba9789 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.478180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.478231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.478456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.478541] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41dc0908-ac65-4850-b35f-737bcfba9789',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.514969] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 in Status: SUCCESS [ 909.515177] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 deletion is rescheduled due to dependency. [ 909.515349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.564575] env[69363]: INFO networking_nsxv3.common.synchronization [None req-56280291-5995-427e-bfae-d541cf02a1a2 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Enqueued Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_rules [ 909.567357] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_rules [ 909.567357] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41dc0908-ac65-4850-b35f-737bcfba9789 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.567357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.698258] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc94cad1-8ce4-4018-b81d-7c43c4b61f4d with status ACTIVE [ 909.698532] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.698657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.698733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.698962] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.699126] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.699330] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.699468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.699515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.699699] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.699808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.700037] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.700201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.700239] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.700471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.700471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.700561] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc94cad1-8ce4-4018-b81d-7c43c4b61f4d is going to be updated. [ 909.704391] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.704391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.727865] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.728194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.728194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.728307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.728435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.729145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.005031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.005031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.005031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.005031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.005031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.005031] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41dc0908-ac65-4850-b35f-737bcfba9789 already deleted. [ 910.005031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.005031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.005031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.005031] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41dc0908-ac65-4850-b35f-737bcfba9789',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.036395] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: SUCCESS [ 910.036579] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df deletion is rescheduled due to dependency. [ 910.036697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.036923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.037172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.037363] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.037482] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.037542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.037702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.037795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.037877] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.535203] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.535582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.536260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.536260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.536260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.536260] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41dc0908-ac65-4850-b35f-737bcfba9789 already deleted. [ 910.536444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.539666] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.041913] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.103985] env[69363]: INFO networking_nsxv3.common.synchronization [None req-ea4da8d2-0171-4e0e-b0f9-b7682c638003 None None] Enqueued Resource ID: 8d6d8b1b-4da6-4e96-a2fc-dfa7dba4bff4 with Priority: HIGHEST for action port [ 911.103985] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6d8b1b-4da6-4e96-a2fc-dfa7dba4bff4 with Priority: HIGHEST for action port [ 911.104402] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d6d8b1b-4da6-4e96-a2fc-dfa7dba4bff4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.104520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d6d8b1b-4da6-4e96-a2fc-dfa7dba4bff4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.104584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d6d8b1b-4da6-4e96-a2fc-dfa7dba4bff4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.104882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d6d8b1b-4da6-4e96-a2fc-dfa7dba4bff4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.104975] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d6d8b1b-4da6-4e96-a2fc-dfa7dba4bff4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.544902] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.545660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.545660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.545796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.545913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.546033] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df is going to be updated. [ 911.581205] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.581591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.581752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.582064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.582317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.595752] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: IN_PROGRESS for 2s [ 911.608599] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d6d8b1b-4da6-4e96-a2fc-dfa7dba4bff4 [ 911.608599] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.608599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.608599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.608959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.608959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.609282] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d6d8b1b-4da6-4e96-a2fc-dfa7dba4bff4 already deleted. [ 911.609282] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d6d8b1b-4da6-4e96-a2fc-dfa7dba4bff4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.621737] env[69363]: INFO networking_nsxv3.common.synchronization [req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 req-86c00b54-c3e1-4a99-aa80-a6bfd9986047 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 911.622624] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 911.622986] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.623910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.624019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.624288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.624481] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.624602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.624687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.624890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.624970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.625090] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.935946] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.935946] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.935946] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.935946] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.936153] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.936342] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.936494] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.936725] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.936872] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.937092] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.937204] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.937320] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.938028] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.938028] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.938028] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.938028] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.972497] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.972702] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 911.972826] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.973086] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.973361] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-cc622100-a0c5-41b3-bc89-bc6e0784be13 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.973539] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-cc622100-a0c5-41b3-bc89-bc6e0784be13" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.974050] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-cc622100-a0c5-41b3-bc89-bc6e0784be13" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.974050] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-cc622100-a0c5-41b3-bc89-bc6e0784be13" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.974225] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc622100-a0c5-41b3-bc89-bc6e0784be13',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.128398] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.128847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.128847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.128847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.128964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.129183] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.129303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.129356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.129507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.129595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.129681] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 already deleted. [ 912.129815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.196781] env[69363]: INFO networking_nsxv3.common.synchronization [req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 req-f16f148c-6c7c-474f-8d48-0c8082bdca83 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 912.198077] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 912.198502] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.198878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.198986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.199242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.199408] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.199675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.199780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.199976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.200106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.200262] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.479158] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.479398] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.479528] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.480046] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.480260] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.480415] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port cc622100-a0c5-41b3-bc89-bc6e0784be13 not found, creating... [ 912.480733] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.480916] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.480990] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.481277] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.481425] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.481784] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.481960] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.482288] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.482530] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.482672] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.482819] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: cc622100-a0c5-41b3-bc89-bc6e0784be13 is going to be created. [ 912.505092] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.505339] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.505469] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.505869] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.506173] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.506423] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-cc622100-a0c5-41b3-bc89-bc6e0784be13" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.702367] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.205949] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.288213] env[69363]: INFO networking_nsxv3.common.synchronization [req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 req-d6bca665-dbb1-422c-ad65-ed6d2a6770fa service nova] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_rules [ 913.288396] env[69363]: INFO networking_nsxv3.common.synchronization [req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 req-d6bca665-dbb1-422c-ad65-ed6d2a6770fa service nova] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 913.288536] env[69363]: INFO networking_nsxv3.common.synchronization [req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 req-d6bca665-dbb1-422c-ad65-ed6d2a6770fa service nova] Enqueued Resource ID: cc622100-a0c5-41b3-bc89-bc6e0784be13 with Priority: HIGHEST for action port [ 913.288771] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_rules [ 913.288899] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 913.288994] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc622100-a0c5-41b3-bc89-bc6e0784be13 with Priority: HIGHEST for action port [ 913.289811] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.289811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.289811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.290050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.290050] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.292969] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.292969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.292969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.292969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.292969] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.292969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.292969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.292969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.292969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.292969] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.292969] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc622100-a0c5-41b3-bc89-bc6e0784be13 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.292969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc622100-a0c5-41b3-bc89-bc6e0784be13" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.292969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc622100-a0c5-41b3-bc89-bc6e0784be13" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.292969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc622100-a0c5-41b3-bc89-bc6e0784be13" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.293511] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc622100-a0c5-41b3-bc89-bc6e0784be13',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.605589] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: SUCCESS [ 913.605833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.606038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.606282] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.606478] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.606596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.606663] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.606839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.606923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.607022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.607139] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.711096] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.711096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.711341] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.711473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.711599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.711730] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 913.743415] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.743564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.744199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.744552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.744862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.753297] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 913.795861] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.796976] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.797108] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.800922] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc622100-a0c5-41b3-bc89-bc6e0784be13 with status ACTIVE [ 913.800922] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.801103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.801103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.801330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.801419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.801687] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.801826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.801910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.802136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.802251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.802532] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.802662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.802729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.802885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.802965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.803066] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc622100-a0c5-41b3-bc89-bc6e0784be13 is going to be updated. [ 913.829505] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.829658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.829712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.829920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.830077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.830241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc622100-a0c5-41b3-bc89-bc6e0784be13" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.110051] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.299894] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.615555] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 089829e2-82b7-44dc-af51-c0c1978dd2df: rpc.has_security_group_logging(os_id): False [ 914.635396] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.635396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.635662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.635662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.635945] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.636102] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.636224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.636224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.636366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.636585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.636585] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df is going to be updated. [ 914.706844] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.707071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.707140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.707746] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.707746] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.722187] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: IN_PROGRESS for 2s [ 914.804388] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.804539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.807195] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.807195] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.807195] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.807195] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be created. [ 914.844782] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.844782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.844782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.844782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.845103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.858153] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: UNINITIALIZED for 2s [ 915.765512] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 915.765512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.736755] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: SUCCESS [ 916.736934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.870989] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 916.870989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.870989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.870989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.870989] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.870989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.870989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.870989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.870989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.870989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.870989] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.373744] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.373953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.374030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.374217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.374386] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.374485] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.374547] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.374689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.374774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.374859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.375012] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.375115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.375174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.375311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.375440] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.375526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.375583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.375714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.375785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.375882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.375975] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.726986] env[69363]: INFO networking_nsxv3.common.synchronization [req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 req-50030248-efda-4bca-a828-671cba4b3c37 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 917.728445] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 917.729732] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.730523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.730713] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.730851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.731210] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.731365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.731431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.731590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.731695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.731813] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.878165] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1: rpc.has_security_group_logging(os_id): False [ 917.900518] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.900721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.900803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.901052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.901150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.901349] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.901449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.901514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.901698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.901781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.902007] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.902126] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.902202] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.902349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.902441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.902642] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.902832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.902832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.902932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.903023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.903123] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be created. [ 917.975028] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.975028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.975028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.975028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.975028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.989867] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 918.117025] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.117257] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.117396] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.117786] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.118161] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.118356] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.119149] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.119149] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.119149] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.119268] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.119423] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.119633] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.119816] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.120032] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.120219] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.120454] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.148764] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.148970] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.149131] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.149322] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.149667] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-b73c5c1a-582d-4a32-8716-95f0726682ee taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.150029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-b73c5c1a-582d-4a32-8716-95f0726682ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.150266] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-b73c5c1a-582d-4a32-8716-95f0726682ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.150618] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-b73c5c1a-582d-4a32-8716-95f0726682ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.150766] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b73c5c1a-582d-4a32-8716-95f0726682ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.234704] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.234861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.234956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.235586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.236733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.236733] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.236733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.236733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.236733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.236733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.236733] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be deleted. [ 918.279367] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.279367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.279367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.279764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.279764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.279764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.654423] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.654663] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.654792] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.655084] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.655244] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.655403] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port b73c5c1a-582d-4a32-8716-95f0726682ee not found, creating... [ 918.655662] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.655852] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.656420] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.656669] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.657395] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.660726] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.660726] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.660726] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.660726] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.660726] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.660726] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: b73c5c1a-582d-4a32-8716-95f0726682ee is going to be created. [ 918.682228] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.682535] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.682599] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.684148] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.684148] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.684148] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-b73c5c1a-582d-4a32-8716-95f0726682ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.417925] env[69363]: INFO networking_nsxv3.common.synchronization [req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 req-d8d2467c-e114-40f9-b283-8f7e962139b9 service nova] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_rules [ 919.418248] env[69363]: INFO networking_nsxv3.common.synchronization [req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 req-d8d2467c-e114-40f9-b283-8f7e962139b9 service nova] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 919.418372] env[69363]: INFO networking_nsxv3.common.synchronization [req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 req-d8d2467c-e114-40f9-b283-8f7e962139b9 service nova] Enqueued Resource ID: b73c5c1a-582d-4a32-8716-95f0726682ee with Priority: HIGHEST for action port [ 919.418877] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_rules [ 919.419314] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 919.419378] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b73c5c1a-582d-4a32-8716-95f0726682ee with Priority: HIGHEST for action port [ 919.419657] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.419780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.419844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.420087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.420173] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.421638] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.421749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.421826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.422032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.422178] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.422284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.422348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.422500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.422588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.422685] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.424546] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b73c5c1a-582d-4a32-8716-95f0726682ee taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.424641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b73c5c1a-582d-4a32-8716-95f0726682ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.424671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b73c5c1a-582d-4a32-8716-95f0726682ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.425069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b73c5c1a-582d-4a32-8716-95f0726682ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.425069] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b73c5c1a-582d-4a32-8716-95f0726682ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.922921] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.922921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.925603] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.927248] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b73c5c1a-582d-4a32-8716-95f0726682ee with status ACTIVE [ 919.927248] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.927419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.927419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.928480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.928480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.928480] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.928480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.928480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.928480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.928480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.928807] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.928807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.928807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.928908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.928983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.929043] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b73c5c1a-582d-4a32-8716-95f0726682ee is going to be updated. [ 919.958398] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.958586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.958658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.958884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.959033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.960325] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b73c5c1a-582d-4a32-8716-95f0726682ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.019173] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 920.019348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.428672] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.932859] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.933042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.933119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.933333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.933422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.933522] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be created. [ 920.960578] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.960786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.960786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.960975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.961150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.973769] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: UNINITIALIZED for 2s [ 922.986977] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 922.987290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.987419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.987642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.987845] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.987969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.988048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.988318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.988396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.988484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.988574] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.491864] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.491864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.491864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.491864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.492213] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.492372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.492476] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.492658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.492786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.492901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.493104] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.493240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.493308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.493472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.493629] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.493879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.493879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.493987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.494042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.494129] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.494242] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.998558] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bd96b46-55af-48e0-898c-28e20d5c54ef: rpc.has_security_group_logging(os_id): False [ 924.018449] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.018604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.018677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.019331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.019331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.019331] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.019331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.019331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.019562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.019562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.019728] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.019794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.020350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.020350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.020350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.020350] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.020350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.020596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.020596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.020681] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.020772] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be created. [ 924.085147] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.085301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.085432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.085604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.085808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.099269] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 924.131199] env[69363]: INFO networking_nsxv3.common.synchronization [req-9f36d50e-d034-4b31-8479-b2af7c1d2eae req-7343a417-8acb-4c96-a7d3-a91f8d4d682e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 924.132160] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGHEST for action security_group_members [ 924.132160] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.132281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.132281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.132455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.132610] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.132740] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.132774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.132938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.133040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.133137] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.636095] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.636095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.636095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.636422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.636458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.636722] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.636947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.636947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.637213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.637376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.637552] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be updated. [ 924.668249] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.668469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.668469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.668675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.669050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.680602] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: IN_PROGRESS for 2s [ 925.727527] env[69363]: INFO networking_nsxv3.common.synchronization [req-9724db0b-586b-407c-b9af-bfa165033960 req-82e714e6-4ae2-4540-8f1a-efda4836e48d tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 925.728481] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 925.729026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.729026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.729341] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.729672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.730112] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.730373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.730439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.730730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.730926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.731111] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.116288] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 926.116507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.234401] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.234529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.234529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.235190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.235190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.235190] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.235190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.235465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.235465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.235465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.235550] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 926.270932] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.271151] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.271225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.271461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.271619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.283354] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 926.571123] env[69363]: INFO networking_nsxv3.common.synchronization [req-ca7b2c91-c482-4fa4-b22b-4f348d015469 req-d8cdb55b-8c94-4add-9225-0ebe31e4e31d tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Enqueued Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_members [ 926.571676] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_members [ 926.574649] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.574649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.574649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.574649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.574649] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.574649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.574649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.574649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.574649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.574649] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.692087] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 in Status: SUCCESS [ 926.692322] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 deletion is rescheduled due to dependency. [ 926.692441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.905766] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.906148] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-370" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.906190] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-370" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.906496] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-370" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.906763] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.906923] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.907076] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.907295] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.907441] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.907645] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.907759] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.907868] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.907982] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.908109] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.908219] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.908350] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.928180] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.928180] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.928340] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.928533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-370" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.928835] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-08b569ba-a1ad-412a-87a5-62e20d114c05 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.929043] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-08b569ba-a1ad-412a-87a5-62e20d114c05" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.929203] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-08b569ba-a1ad-412a-87a5-62e20d114c05" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.929538] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-08b569ba-a1ad-412a-87a5-62e20d114c05" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.929680] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b569ba-a1ad-412a-87a5-62e20d114c05',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.077537] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.077776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.077776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.077990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.078096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.078296] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.078396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.078460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.078614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.078692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.078777] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba already deleted. [ 927.078859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.435586] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.435586] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.435586] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.435722] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.435820] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.436011] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 08b569ba-a1ad-412a-87a5-62e20d114c05 not found, creating... [ 927.436313] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.436516] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.436653] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.436904] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.437060] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.437753] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.437753] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.437753] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.437999] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.437999] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.439096] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 08b569ba-a1ad-412a-87a5-62e20d114c05 is going to be created. [ 927.461738] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.463837] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.464260] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.464614] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.466055] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.466055] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-08b569ba-a1ad-412a-87a5-62e20d114c05" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.194396] env[69363]: INFO networking_nsxv3.common.synchronization [req-ca7b2c91-c482-4fa4-b22b-4f348d015469 req-beb2e6d1-51a9-4e61-89a1-66a3809ff042 service nova] Enqueued Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_rules [ 928.194713] env[69363]: INFO networking_nsxv3.common.synchronization [req-ca7b2c91-c482-4fa4-b22b-4f348d015469 req-beb2e6d1-51a9-4e61-89a1-66a3809ff042 service nova] Enqueued Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_members [ 928.194756] env[69363]: INFO networking_nsxv3.common.synchronization [req-ca7b2c91-c482-4fa4-b22b-4f348d015469 req-beb2e6d1-51a9-4e61-89a1-66a3809ff042 service nova] Enqueued Resource ID: 08b569ba-a1ad-412a-87a5-62e20d114c05 with Priority: HIGHEST for action port [ 928.195374] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_rules [ 928.195514] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_members [ 928.195612] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b569ba-a1ad-412a-87a5-62e20d114c05 with Priority: HIGHEST for action port [ 928.195995] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.197748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.197890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.198185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.198333] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.200165] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.200165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.200165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.200274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.200401] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.200498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.200556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.200708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.200792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.200888] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.202116] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-08b569ba-a1ad-412a-87a5-62e20d114c05 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.202236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08b569ba-a1ad-412a-87a5-62e20d114c05" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.202349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08b569ba-a1ad-412a-87a5-62e20d114c05" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.203089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08b569ba-a1ad-412a-87a5-62e20d114c05" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.203089] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b569ba-a1ad-412a-87a5-62e20d114c05',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.296769] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 928.296769] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 deletion is rescheduled due to dependency. [ 928.296769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.700309] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.700457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.705434] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.706023] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08b569ba-a1ad-412a-87a5-62e20d114c05 with status ACTIVE [ 928.706327] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.706608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.706670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.707023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.707183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.707445] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.707567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.707632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.707801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.707879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.708074] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.708214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.708272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.708374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.708447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.708531] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08b569ba-a1ad-412a-87a5-62e20d114c05 is going to be updated. [ 928.735293] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.735293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.735293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.735293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.735293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.735293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08b569ba-a1ad-412a-87a5-62e20d114c05" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.813352] env[69363]: INFO networking_nsxv3.common.synchronization [req-bcb1a325-8a18-4156-80d3-c2f46835bee7 req-8d786ddf-029b-4775-b312-1d85ed5824cb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_members [ 928.814150] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGHEST for action security_group_members [ 928.814300] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.814422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.814505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.814725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.815423] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.815423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.815423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.815423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.815423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.815423] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.211078] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.321034] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.321034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.321034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.321034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.321034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.321034] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.321034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.321034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.321034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.321034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.321034] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 is going to be updated. [ 929.361572] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.361959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.362031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.362558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.362967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.377638] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 in Status: IN_PROGRESS for 2s [ 929.544661] env[69363]: INFO networking_nsxv3.common.synchronization [req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 req-fb0074dd-3ee3-41eb-bc31-87424733ed91 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Enqueued Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_members [ 929.545186] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGHEST for action security_group_members [ 929.545487] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b60818-8277-4363-acbc-840b6642b7f3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.545609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.545676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.545899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.546468] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.546633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.546633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.546798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.546958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.547175] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42b60818-8277-4363-acbc-840b6642b7f3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.716394] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.716915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.717014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.717249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.717345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.717449] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba is going to be created. [ 929.748753] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.748753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.748753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.748753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.748753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.756395] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba in Status: UNINITIALIZED for 2s [ 930.051917] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.052188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.052280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.052517] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.078392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.078653] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.078777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.078846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.079087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.079176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.079268] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b60818-8277-4363-acbc-840b6642b7f3 is going to be updated. [ 930.106882] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.107036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.107111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.107330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.107473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.119110] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b60818-8277-4363-acbc-840b6642b7f3 in Status: IN_PROGRESS for 2s [ 931.388980] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 in Status: SUCCESS [ 931.389271] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 deletion is rescheduled due to dependency. [ 931.390889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.767700] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba in Status: SUCCESS [ 931.767700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.767870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.768104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.768307] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.768424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.768491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.768650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.768733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.768819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.768913] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.130317] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b60818-8277-4363-acbc-840b6642b7f3 in Status: SUCCESS [ 932.130482] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b60818-8277-4363-acbc-840b6642b7f3 deletion is rescheduled due to dependency. [ 932.130591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.271428] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.774214] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba: rpc.has_security_group_logging(os_id): False [ 932.793748] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.793970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.793970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.794275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.794496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.794691] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.794819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.794904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.795106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.795214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.795336] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba is going to be created. [ 932.868072] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.868072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.868072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.868072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.868072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.879800] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba in Status: IN_PROGRESS for 2s [ 934.546763] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 934.547083] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 934.894056] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba in Status: SUCCESS [ 934.894290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.318619] env[69363]: INFO networking_nsxv3.common.synchronization [req-f8eca0fb-4f61-45b9-99ae-6ed683189642 req-0af5fd62-d09c-44a7-9306-81ca8c3e7ae8 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 935.319466] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 935.319567] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.319640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.319675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.320083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.320083] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.320083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.320241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.320280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.320365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.320458] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.640259] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.640620] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.640620] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.641013] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.642052] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.642052] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.642052] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.642052] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.642052] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.642052] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.642052] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.642479] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.642479] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.642479] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.642600] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.642640] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.661844] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.662072] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.662187] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.662371] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.662698] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-323098ec-ce49-4df6-a818-0bc67592676d taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.662884] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-323098ec-ce49-4df6-a818-0bc67592676d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.663037] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-323098ec-ce49-4df6-a818-0bc67592676d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.663369] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-323098ec-ce49-4df6-a818-0bc67592676d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.663514] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323098ec-ce49-4df6-a818-0bc67592676d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.825113] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.825286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.825388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.825590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.825685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.825961] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.826118] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.826184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.826352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.826424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.826518] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be deleted. [ 935.855615] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.855828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.855828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.856086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.856183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.856282] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.166718] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.166984] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.167177] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.167413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.167615] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.167897] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 323098ec-ce49-4df6-a818-0bc67592676d not found, creating... [ 936.168490] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.168680] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.168867] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.169285] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.169472] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.169908] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.170841] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.170841] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.170841] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.171305] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.171389] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 323098ec-ce49-4df6-a818-0bc67592676d is going to be created. [ 936.201507] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.201900] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.202151] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.202560] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.202846] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.208027] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-323098ec-ce49-4df6-a818-0bc67592676d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.895038] env[69363]: INFO networking_nsxv3.common.synchronization [req-f8eca0fb-4f61-45b9-99ae-6ed683189642 req-0c78a0ff-f967-472f-bbe8-c2092595fc39 service nova] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_rules [ 936.895278] env[69363]: INFO networking_nsxv3.common.synchronization [req-f8eca0fb-4f61-45b9-99ae-6ed683189642 req-0c78a0ff-f967-472f-bbe8-c2092595fc39 service nova] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 936.895385] env[69363]: INFO networking_nsxv3.common.synchronization [req-f8eca0fb-4f61-45b9-99ae-6ed683189642 req-0c78a0ff-f967-472f-bbe8-c2092595fc39 service nova] Enqueued Resource ID: 323098ec-ce49-4df6-a818-0bc67592676d with Priority: HIGHEST for action port [ 936.895594] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_rules [ 936.895720] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 936.895815] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323098ec-ce49-4df6-a818-0bc67592676d with Priority: HIGHEST for action port [ 936.896380] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.896566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.896566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.896759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.896884] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.900777] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.900777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.902031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.902031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.902031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.902031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.902031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.902031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.902307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.902307] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.903144] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-323098ec-ce49-4df6-a818-0bc67592676d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.903549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-323098ec-ce49-4df6-a818-0bc67592676d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.903549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-323098ec-ce49-4df6-a818-0bc67592676d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.903549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-323098ec-ce49-4df6-a818-0bc67592676d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.903549] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323098ec-ce49-4df6-a818-0bc67592676d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.406390] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.407572] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.407732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.407867] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 323098ec-ce49-4df6-a818-0bc67592676d with status ACTIVE [ 937.408098] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.408206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.408281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.408514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.408605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.411177] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.411177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.411177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.411177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.411177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.411177] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.411177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.411177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.411177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.411177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.411177] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 323098ec-ce49-4df6-a818-0bc67592676d is going to be updated. [ 937.434327] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.434499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.434538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.434838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.435021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.435227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-323098ec-ce49-4df6-a818-0bc67592676d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.913785] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.417440] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.417697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.417697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.417862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.417953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.418068] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be created. [ 938.448352] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.448520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.448597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.448841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.449044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.460810] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: UNINITIALIZED for 2s [ 940.475306] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: SUCCESS [ 940.476107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.476107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.476107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.476281] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.476440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.476487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.476626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.476726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.476822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.476915] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.981727] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.981914] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.982301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.982623] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.982830] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.982963] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.983054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.983238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.983319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.983430] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.983586] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.983683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.983746] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.983925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.984085] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.984194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.984250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.984442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.984476] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.984563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.984655] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.492430] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98127b45-fe74-4f3d-a3b5-537661e2fee8: rpc.has_security_group_logging(os_id): False [ 941.514293] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.514435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.514514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.514732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.514825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.515036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.515140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.515205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.515361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.515443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.515647] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.515764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.515796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.515988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.518660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.518660] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.518783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.518783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.519392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.519392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.519392] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be created. [ 941.583364] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.583364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.583364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.583364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.583364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.596210] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: IN_PROGRESS for 2s [ 941.897287] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 941.897435] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 943.614554] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: SUCCESS [ 943.614827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.761046] env[69363]: INFO networking_nsxv3.common.synchronization [req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 req-3866b559-a54c-4901-b715-96e604a9c273 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 943.761046] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 943.762485] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.762858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.763074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.763534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.765780] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.765780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.765780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.765780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.765780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.765780] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.267910] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.267910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.267910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.268271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.268464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.268808] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.268921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.268954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.269244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.269385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.269518] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 944.303499] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.303499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.303499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.303499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.303499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.324114] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 946.338245] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 946.338574] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef deletion is rescheduled due to dependency. [ 946.338664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.596137] env[69363]: INFO networking_nsxv3.common.synchronization [None req-ca5485e3-f104-488f-a2cb-8893470a2c61 None None] Enqueued Resource ID: 68805d5c-2d19-42bc-975d-9356ff012490 with Priority: HIGHEST for action port [ 948.596137] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68805d5c-2d19-42bc-975d-9356ff012490 with Priority: HIGHEST for action port [ 948.596137] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-68805d5c-2d19-42bc-975d-9356ff012490 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.596137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68805d5c-2d19-42bc-975d-9356ff012490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.596137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68805d5c-2d19-42bc-975d-9356ff012490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.596137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68805d5c-2d19-42bc-975d-9356ff012490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.596137] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68805d5c-2d19-42bc-975d-9356ff012490',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.086808] env[69363]: INFO networking_nsxv3.common.synchronization [req-6be03a88-1235-4564-830e-ed653a36bd8e req-fdc04cb7-d44b-46f1-8922-8ce5e6498ad9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Enqueued Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 949.087394] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 949.087725] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.087816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.087872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.090398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.091769] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.092348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.092348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.092348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.092348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.092348] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.099531] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68805d5c-2d19-42bc-975d-9356ff012490 [ 949.099726] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.099840] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.099908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.100142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.100194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.100274] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68805d5c-2d19-42bc-975d-9356ff012490 already deleted. [ 949.100354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68805d5c-2d19-42bc-975d-9356ff012490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.595704] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.101838] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.180419] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.180631] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.180799] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.181184] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.181451] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.181623] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.181744] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.181969] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.182135] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.182352] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.182896] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.183082] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.183211] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.183338] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.183589] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.183673] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.205363] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.205658] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.205890] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.206272] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-490" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.206606] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-0dd23ad8-625d-40cd-8e1b-fb7bc664410a taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.206780] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-0dd23ad8-625d-40cd-8e1b-fb7bc664410a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.206903] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-0dd23ad8-625d-40cd-8e1b-fb7bc664410a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.207282] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-0dd23ad8-625d-40cd-8e1b-fb7bc664410a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.207428] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd23ad8-625d-40cd-8e1b-fb7bc664410a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.608078] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.608078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.608078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.608078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.608078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.608078] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f is going to be updated. [ 950.642583] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.642819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.642940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.643300] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.643542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.658035] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: IN_PROGRESS for 2s [ 950.709530] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.711533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.711533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.711533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.711533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.711533] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 0dd23ad8-625d-40cd-8e1b-fb7bc664410a not found, creating... [ 950.711533] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.711533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.711533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.711533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.711533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.712092] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.712092] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.712092] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.712804] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.712804] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.712804] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 0dd23ad8-625d-40cd-8e1b-fb7bc664410a is going to be created. [ 950.735194] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.735407] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.735459] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.735817] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.736196] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.736493] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-0dd23ad8-625d-40cd-8e1b-fb7bc664410a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.223663] env[69363]: INFO networking_nsxv3.common.synchronization [None req-31daed91-42d9-4260-b7c7-1ff6e2591abb None None] Enqueued Resource ID: bfb2200d-424c-4b13-8b1a-b59a7136c4a6 with Priority: HIGHEST for action port [ 951.224283] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb2200d-424c-4b13-8b1a-b59a7136c4a6 with Priority: HIGHEST for action port [ 951.224602] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfb2200d-424c-4b13-8b1a-b59a7136c4a6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.224731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfb2200d-424c-4b13-8b1a-b59a7136c4a6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.224804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfb2200d-424c-4b13-8b1a-b59a7136c4a6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.229068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfb2200d-424c-4b13-8b1a-b59a7136c4a6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.229068] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb2200d-424c-4b13-8b1a-b59a7136c4a6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.476098] env[69363]: INFO networking_nsxv3.common.synchronization [req-6be03a88-1235-4564-830e-ed653a36bd8e req-3767f60c-b00f-4643-b835-c5cfccc484f8 service nova] Enqueued Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_rules [ 951.476333] env[69363]: INFO networking_nsxv3.common.synchronization [req-6be03a88-1235-4564-830e-ed653a36bd8e req-3767f60c-b00f-4643-b835-c5cfccc484f8 service nova] Enqueued Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 951.476465] env[69363]: INFO networking_nsxv3.common.synchronization [req-6be03a88-1235-4564-830e-ed653a36bd8e req-3767f60c-b00f-4643-b835-c5cfccc484f8 service nova] Enqueued Resource ID: 0dd23ad8-625d-40cd-8e1b-fb7bc664410a with Priority: HIGHEST for action port [ 951.477284] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_rules [ 951.477284] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 951.477823] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd23ad8-625d-40cd-8e1b-fb7bc664410a with Priority: HIGHEST for action port [ 951.477823] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.477952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.478042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.478316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.478316] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.479671] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.479671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.479891] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dd23ad8-625d-40cd-8e1b-fb7bc664410a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.479891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dd23ad8-625d-40cd-8e1b-fb7bc664410a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.479967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dd23ad8-625d-40cd-8e1b-fb7bc664410a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.480477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dd23ad8-625d-40cd-8e1b-fb7bc664410a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.480477] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd23ad8-625d-40cd-8e1b-fb7bc664410a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.730585] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfb2200d-424c-4b13-8b1a-b59a7136c4a6 [ 951.730846] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.730988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.731096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.731305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.731391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.731546] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfb2200d-424c-4b13-8b1a-b59a7136c4a6 already deleted. [ 951.731706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfb2200d-424c-4b13-8b1a-b59a7136c4a6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.987500] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.987649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.987854] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dd23ad8-625d-40cd-8e1b-fb7bc664410a with status ACTIVE [ 951.988036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.988142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.988208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.988517] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.988593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.988777] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.988877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.988957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.989201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.989309] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.989434] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.989571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.989636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.989821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.989899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.989988] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dd23ad8-625d-40cd-8e1b-fb7bc664410a is going to be updated. [ 952.014757] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.015041] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.015041] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.015314] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.015387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.015565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dd23ad8-625d-40cd-8e1b-fb7bc664410a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.666527] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: SUCCESS [ 952.666527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.666882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.666882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.667028] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.667259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.667329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.667535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.667640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.667785] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.172433] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.674414] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.178805] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.178805] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.178805] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.178805] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.178805] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.178805] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f is going to be updated. [ 954.208801] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.208801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.208801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.208801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.208801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.217878] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: IN_PROGRESS for 2s [ 954.536389] env[69363]: INFO networking_nsxv3.common.synchronization [req-3b71065f-c27f-484e-b68c-770001990501 req-49776958-b4c3-4eba-9f8e-360c70e70f15 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Enqueued Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_members [ 954.536389] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_members [ 954.536389] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dc0908-ac65-4850-b35f-737bcfba9789 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.536389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.536389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.536389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.536389] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.536389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.536755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.536755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.536755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.536842] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41dc0908-ac65-4850-b35f-737bcfba9789',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.885899] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.886256] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-276" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.886256] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-276" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.886614] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-276" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.886891] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.887071] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.887194] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.887422] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.887574] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.887784] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.887970] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.888047] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.888137] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.888256] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.888366] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.888500] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.943930] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.944096] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.944248] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.944448] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-276" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.944767] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-5ac195a8-3f16-46d7-ac2e-a765a9a58d08 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.944937] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-5ac195a8-3f16-46d7-ac2e-a765a9a58d08" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.945075] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-5ac195a8-3f16-46d7-ac2e-a765a9a58d08" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.945442] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-5ac195a8-3f16-46d7-ac2e-a765a9a58d08" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.945594] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac195a8-3f16-46d7-ac2e-a765a9a58d08',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.043468] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.043639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.043709] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.043931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.044035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.044236] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.044336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.044397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.044544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.044618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.044699] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dc0908-ac65-4850-b35f-737bcfba9789 already deleted. [ 955.044775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.449685] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.449685] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.449685] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.449685] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.449685] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.449685] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 5ac195a8-3f16-46d7-ac2e-a765a9a58d08 not found, creating... [ 955.449925] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.449925] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.450104] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.450401] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.450589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.450993] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.451224] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.451373] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.451674] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.451827] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.451976] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 5ac195a8-3f16-46d7-ac2e-a765a9a58d08 is going to be created. [ 955.476722] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.476927] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.477236] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.477483] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.477856] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.478316] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-5ac195a8-3f16-46d7-ac2e-a765a9a58d08" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.238747] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: SUCCESS [ 956.239074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.239172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.239393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.239592] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.239714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.239767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.239894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.239971] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.240069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.240163] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.405189] env[69363]: INFO networking_nsxv3.common.synchronization [req-3b71065f-c27f-484e-b68c-770001990501 req-e2700dcc-15d3-451b-a99d-60e0d797d708 service nova] Enqueued Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_rules [ 956.405189] env[69363]: INFO networking_nsxv3.common.synchronization [req-3b71065f-c27f-484e-b68c-770001990501 req-e2700dcc-15d3-451b-a99d-60e0d797d708 service nova] Enqueued Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_members [ 956.405189] env[69363]: INFO networking_nsxv3.common.synchronization [req-3b71065f-c27f-484e-b68c-770001990501 req-e2700dcc-15d3-451b-a99d-60e0d797d708 service nova] Enqueued Resource ID: 5ac195a8-3f16-46d7-ac2e-a765a9a58d08 with Priority: HIGHEST for action port [ 956.405189] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_rules [ 956.405189] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_members [ 956.405772] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ac195a8-3f16-46d7-ac2e-a765a9a58d08 with Priority: HIGHEST for action port [ 956.407253] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41dc0908-ac65-4850-b35f-737bcfba9789 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.407388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.407454] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.407671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.407750] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41dc0908-ac65-4850-b35f-737bcfba9789',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.408692] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dc0908-ac65-4850-b35f-737bcfba9789 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.408815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.408873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.409044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.409420] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.409420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.409420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.409588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.409588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.409670] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41dc0908-ac65-4850-b35f-737bcfba9789',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.410407] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ac195a8-3f16-46d7-ac2e-a765a9a58d08 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.410516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ac195a8-3f16-46d7-ac2e-a765a9a58d08" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.414076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ac195a8-3f16-46d7-ac2e-a765a9a58d08" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.414076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ac195a8-3f16-46d7-ac2e-a765a9a58d08" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.414076] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac195a8-3f16-46d7-ac2e-a765a9a58d08',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.742639] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.742952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.742991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.743273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.743486] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.743972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.743972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.743972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.744197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.744331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.744525] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.744653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.744737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.744928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.745129] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.745265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.745334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.745509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.745619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.745720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.745853] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.912861] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41dc0908-ac65-4850-b35f-737bcfba9789',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.916071] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dc0908-ac65-4850-b35f-737bcfba9789 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.916071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.916071] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ac195a8-3f16-46d7-ac2e-a765a9a58d08 with status ACTIVE [ 956.916071] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.916071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.916071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.916071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.916621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.916770] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.916892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.916998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.917272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.917384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.917479] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.917593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.917645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.917774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.917928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.917928] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ac195a8-3f16-46d7-ac2e-a765a9a58d08 is going to be updated. [ 956.941968] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.942277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.942277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.942488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.942629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.942793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ac195a8-3f16-46d7-ac2e-a765a9a58d08" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.251026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f574db1-9156-4988-b5c1-4c65e5429b9f: rpc.has_security_group_logging(os_id): False [ 957.271910] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.272304] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.272450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.272771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.272919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.273271] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.273439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.273543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.273796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.273926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.274263] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.274445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.274567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.274814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.274942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.275262] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.275426] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.275537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.275775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.275906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.276062] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f is going to be updated. [ 957.350465] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.350819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.350819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.351108] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.352451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.369138] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: IN_PROGRESS for 2s [ 957.420595] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41dc0908-ac65-4850-b35f-737bcfba9789',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.557141] env[69363]: INFO networking_nsxv3.common.synchronization [req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f req-58eed9fc-5608-43d6-821b-8f0edcc40710 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 957.557141] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 957.557141] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.557141] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.557141] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.558284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.558654] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.558964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.559132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.559444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.559634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.560132] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.926951] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.926951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.926951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.926951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.926951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.926951] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dc0908-ac65-4850-b35f-737bcfba9789 is going to be created. [ 957.956875] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.960093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.960093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.960093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.960093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.969372] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dc0908-ac65-4850-b35f-737bcfba9789 in Status: UNINITIALIZED for 2s [ 958.065058] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.065058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.065058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.065058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.065058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.065058] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.065058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.065058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.065058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.065058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.065058] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be updated. [ 958.103253] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.103253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.103253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.103253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.103432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.115812] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: IN_PROGRESS for 2s [ 958.437044] env[69363]: INFO networking_nsxv3.common.synchronization [req-177ebf49-1299-4b76-8927-188c66e3efe0 req-cda0cc89-32b5-41f8-a048-09e3538ff36f tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 958.437044] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGHEST for action security_group_members [ 958.438470] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.438647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.438782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.440208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.440486] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.440667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.440787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.441109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.441280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.441436] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.950018] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.950195] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.950290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.950665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.950665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.950866] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.950963] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.951037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.951244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.951340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.951429] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be updated. [ 958.987099] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.987099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.987099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.987099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.987099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.994748] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: IN_PROGRESS for 2s [ 959.392743] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: SUCCESS [ 959.392928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.980746] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dc0908-ac65-4850-b35f-737bcfba9789 in Status: SUCCESS [ 959.981048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.981214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.981469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.981693] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.981820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.981909] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.982116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.982212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.982303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.982396] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41dc0908-ac65-4850-b35f-737bcfba9789',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.127911] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: IN_PROGRESS for 4s [ 960.484883] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41dc0908-ac65-4850-b35f-737bcfba9789',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.988732] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41dc0908-ac65-4850-b35f-737bcfba9789: rpc.has_security_group_logging(os_id): False [ 961.007119] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.007303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.007370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.007591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.007675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.007920] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.008024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.008087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.008263] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.008348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.008423] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41dc0908-ac65-4850-b35f-737bcfba9789 is going to be created. [ 961.010213] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 497475e5-a186-4003-b201-96d9fa2533cb in Status: SUCCESS [ 961.010375] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 497475e5-a186-4003-b201-96d9fa2533cb deletion is rescheduled due to dependency. [ 961.010469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.071682] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.071682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.071810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.071969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.072333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.085722] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41dc0908-ac65-4850-b35f-737bcfba9789 in Status: IN_PROGRESS for 2s [ 962.140061] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: SUCCESS [ 962.140396] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 deletion is rescheduled due to dependency. [ 962.140396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.384694] env[69363]: INFO networking_nsxv3.common.synchronization [req-38d88038-9099-464e-90c2-746f51bfb8a2 req-516d396f-6764-433d-88fe-f13fee9af137 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 962.385414] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 962.385748] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.385882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.385963] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.386292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.386457] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.387280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.387280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.387280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.387280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.387280] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.669166] env[69363]: INFO networking_nsxv3.common.synchronization [req-38d88038-9099-464e-90c2-746f51bfb8a2 req-585c5135-f7e7-4409-9df7-3655903147a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 962.669902] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 962.672756] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.672884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.890034] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.890034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.890034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.890034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.911245] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.911543] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.911666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.911732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.911937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.912053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.912112] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 962.941935] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.942011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.942170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.943178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.943178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.953293] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 962.981723] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.981940] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.982085] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.982489] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.982787] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.982967] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.983322] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.983589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.983974] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.984156] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.984257] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.984377] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.984522] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.984644] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.984762] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.984910] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.024116] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.024406] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 963.024626] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.024776] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.025284] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.025603] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.025900] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.026312] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.026465] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.098836] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41dc0908-ac65-4850-b35f-737bcfba9789 in Status: SUCCESS [ 963.099103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.529672] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.529672] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.529672] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.530157] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.530157] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.530157] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 not found, creating... [ 963.530374] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.530546] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.530663] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.530885] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.531039] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.531336] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.531498] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.531620] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.531830] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.531999] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.532163] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 is going to be created. [ 963.552233] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.552468] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.552600] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.552881] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.553423] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.553671] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.272483] env[69363]: INFO networking_nsxv3.common.synchronization [req-38d88038-9099-464e-90c2-746f51bfb8a2 req-ba0b54d2-fd01-4960-bc70-8ef30e11057a service nova] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_rules [ 964.272675] env[69363]: INFO networking_nsxv3.common.synchronization [req-38d88038-9099-464e-90c2-746f51bfb8a2 req-ba0b54d2-fd01-4960-bc70-8ef30e11057a service nova] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 964.272818] env[69363]: INFO networking_nsxv3.common.synchronization [req-38d88038-9099-464e-90c2-746f51bfb8a2 req-ba0b54d2-fd01-4960-bc70-8ef30e11057a service nova] Enqueued Resource ID: 678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 with Priority: HIGHEST for action port [ 964.273065] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_rules [ 964.273197] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 964.273291] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 with Priority: HIGHEST for action port [ 964.274251] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.274403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.274497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.274753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.274849] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.275946] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.276125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.276352] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.276460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.276525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.276701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.276777] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.778755] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.779114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.779114] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 with status ACTIVE [ 964.779286] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.779392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.779458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.779663] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.779753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.779918] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.780026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.780092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.780253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.780333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.780515] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.780604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.780665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.780807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.780882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.780963] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 is going to be updated. [ 964.814064] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.814225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.814284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.814530] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.814710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.814907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.967590] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 964.967779] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec deletion is rescheduled due to dependency. [ 964.968425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.968425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.968425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.968671] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.968671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.968671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.968834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.968885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.969018] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.093459] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.093650] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-228" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.093784] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-228" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.094669] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-228" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.094962] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.095158] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.095286] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.095530] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.095679] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.095891] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.096079] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.096149] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.096267] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.096411] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.096562] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.096662] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.118548] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.118744] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.118890] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.119105] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-228" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.119439] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.119623] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.119748] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.120113] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.120264] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ab8d0a-013a-4e5d-b3d5-5d17a11e694f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.471767] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.624301] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.624572] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.624717] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.625010] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.625189] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.625352] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 01ab8d0a-013a-4e5d-b3d5-5d17a11e694f not found, creating... [ 965.625643] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.625809] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.626015] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.626234] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.626362] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.626667] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.626847] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.626945] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.627357] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.627357] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.627505] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 01ab8d0a-013a-4e5d-b3d5-5d17a11e694f is going to be created. [ 965.649941] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.650218] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.650337] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.650625] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.650864] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.651135] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.975276] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.381323] env[69363]: INFO networking_nsxv3.common.synchronization [req-38d88038-9099-464e-90c2-746f51bfb8a2 req-de325a48-bfd6-440f-83e2-29888353afa7 service nova] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_rules [ 966.381499] env[69363]: INFO networking_nsxv3.common.synchronization [req-38d88038-9099-464e-90c2-746f51bfb8a2 req-de325a48-bfd6-440f-83e2-29888353afa7 service nova] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 966.381634] env[69363]: INFO networking_nsxv3.common.synchronization [req-38d88038-9099-464e-90c2-746f51bfb8a2 req-de325a48-bfd6-440f-83e2-29888353afa7 service nova] Enqueued Resource ID: 01ab8d0a-013a-4e5d-b3d5-5d17a11e694f with Priority: HIGHEST for action port [ 966.381878] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_rules [ 966.382014] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 966.382130] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ab8d0a-013a-4e5d-b3d5-5d17a11e694f with Priority: HIGHEST for action port [ 966.382907] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.383019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.383342] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.383450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.383788] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.383964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.384131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.384344] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.384431] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ab8d0a-013a-4e5d-b3d5-5d17a11e694f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.478248] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.478425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.478537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.478791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.478886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.478986] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 966.514015] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.514200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.514200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.514388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.514560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.525973] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 966.892213] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01ab8d0a-013a-4e5d-b3d5-5d17a11e694f with status ACTIVE [ 966.892213] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.892213] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.892213] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.892213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.892213] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01ab8d0a-013a-4e5d-b3d5-5d17a11e694f is going to be updated. [ 966.919176] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.919176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.919176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.919176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.919176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.919176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.130506] env[69363]: INFO networking_nsxv3.common.synchronization [None req-d07bdb45-f640-4282-b6a5-335bc7a07fc9 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_rules [ 968.131049] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_rules [ 968.131579] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3131bf-9251-4657-b4d9-1f2f3b243399 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.131804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.131804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.132017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.136231] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3131bf-9251-4657-b4d9-1f2f3b243399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.251770] env[69363]: INFO networking_nsxv3.common.synchronization [None req-09319f1c-9136-4d73-8f1a-4114210b08c7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_rules [ 968.251770] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_rules [ 968.251770] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3131bf-9251-4657-b4d9-1f2f3b243399 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.251770] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.536119] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 968.536119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.538774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.538774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.538774] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.538774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.538774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.538774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.538774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.538774] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.658051] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.658217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.658290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.658508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.658606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.658703] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3131bf-9251-4657-b4d9-1f2f3b243399 already deleted. [ 968.659175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.659175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.659175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.659175] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3131bf-9251-4657-b4d9-1f2f3b243399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.043652] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.179858] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.180140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.180140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.180279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.180345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.180462] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3131bf-9251-4657-b4d9-1f2f3b243399 already deleted. [ 969.180596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.204456] env[69363]: INFO networking_nsxv3.common.synchronization [req-a111eaea-04ff-4215-9446-3b1ff0d0b15e req-60bc4f00-8c7c-4335-a678-dce5164aaaa9 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 969.212750] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 969.213489] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.213685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.213777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.214063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.214292] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.214410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.214495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.214688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.214821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.214964] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.547940] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.719818] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.719818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.719818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.719818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.719818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.721392] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.721392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.721392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.721392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.721392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.723511] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be deleted. [ 969.764681] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.764889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.764889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.765128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.765226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.765333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.042469] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.042686] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.042815] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.043119] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.043377] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.043538] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.043656] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.043871] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.044317] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.044575] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.044697] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.044811] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.044979] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.045118] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.045257] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.045400] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.052108] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.052282] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.052347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.052574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.052630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.052726] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 970.080185] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.080185] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.080185] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.080185] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.080185] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-70e3bcd0-05b3-4083-bac4-bec7d344f675 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.080185] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-70e3bcd0-05b3-4083-bac4-bec7d344f675" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.080185] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-70e3bcd0-05b3-4083-bac4-bec7d344f675" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.080185] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-70e3bcd0-05b3-4083-bac4-bec7d344f675" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.080185] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e3bcd0-05b3-4083-bac4-bec7d344f675',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.098084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.099058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.099058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.099058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.099058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.112295] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 970.583639] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.583639] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.583639] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.584103] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.584138] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.584360] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 70e3bcd0-05b3-4083-bac4-bec7d344f675 not found, creating... [ 970.584727] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.584959] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.585152] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.585454] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.585652] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.586121] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.586375] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.586572] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.586826] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.586992] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.587164] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 70e3bcd0-05b3-4083-bac4-bec7d344f675 is going to be created. [ 970.606594] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.606870] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.606967] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.607233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.607478] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.607703] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-70e3bcd0-05b3-4083-bac4-bec7d344f675" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.706221] env[69363]: INFO networking_nsxv3.common.synchronization [None req-a8c0d863-8fb8-4ae8-abfc-2ed6f0719ced None None] Enqueued Resource ID: 8671b6be-c38c-44fe-9ece-d0f377562fd9 with Priority: HIGHEST for action port [ 971.707262] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8671b6be-c38c-44fe-9ece-d0f377562fd9 with Priority: HIGHEST for action port [ 971.707350] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8671b6be-c38c-44fe-9ece-d0f377562fd9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.707661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8671b6be-c38c-44fe-9ece-d0f377562fd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.707661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8671b6be-c38c-44fe-9ece-d0f377562fd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.707919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8671b6be-c38c-44fe-9ece-d0f377562fd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.708020] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8671b6be-c38c-44fe-9ece-d0f377562fd9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.930489] env[69363]: INFO networking_nsxv3.common.synchronization [req-a111eaea-04ff-4215-9446-3b1ff0d0b15e req-876385e0-092e-415d-a23d-84e4b2aff1a1 service nova] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_rules [ 971.930686] env[69363]: INFO networking_nsxv3.common.synchronization [req-a111eaea-04ff-4215-9446-3b1ff0d0b15e req-876385e0-092e-415d-a23d-84e4b2aff1a1 service nova] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 971.930828] env[69363]: INFO networking_nsxv3.common.synchronization [req-a111eaea-04ff-4215-9446-3b1ff0d0b15e req-876385e0-092e-415d-a23d-84e4b2aff1a1 service nova] Enqueued Resource ID: 70e3bcd0-05b3-4083-bac4-bec7d344f675 with Priority: HIGHEST for action port [ 971.931420] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_rules [ 971.931556] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 971.931646] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e3bcd0-05b3-4083-bac4-bec7d344f675 with Priority: HIGHEST for action port [ 971.931918] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.932613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.932719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.932926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.933021] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.934350] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.934462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.934462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.934780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.934946] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.935079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.935165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.935393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.935483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.935587] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.936826] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-70e3bcd0-05b3-4083-bac4-bec7d344f675 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.936826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70e3bcd0-05b3-4083-bac4-bec7d344f675" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.936826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70e3bcd0-05b3-4083-bac4-bec7d344f675" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.937123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70e3bcd0-05b3-4083-bac4-bec7d344f675" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.937612] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e3bcd0-05b3-4083-bac4-bec7d344f675',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.057879] env[69363]: INFO networking_nsxv3.common.synchronization [req-a111eaea-04ff-4215-9446-3b1ff0d0b15e req-6d9f0644-72a5-4286-a73b-9fefec373d2e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 972.058442] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 972.059807] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.059953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.122378] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 972.122640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.122808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.123038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.123347] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.123491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.123491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.123688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.123759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.123833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.123930] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.127691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.132245] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.132452] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.132799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.132799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.132988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.132988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.133110] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.211008] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8671b6be-c38c-44fe-9ece-d0f377562fd9 [ 972.211008] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.211370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.211370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.211370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.211465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.211791] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8671b6be-c38c-44fe-9ece-d0f377562fd9 already deleted. [ 972.211791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8671b6be-c38c-44fe-9ece-d0f377562fd9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.439735] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.442520] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.442646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.442821] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70e3bcd0-05b3-4083-bac4-bec7d344f675 with status ACTIVE [ 972.442981] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.443098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.443166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.443370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.443458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.443622] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.443717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.443778] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.443923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.448283] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.448283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.448283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.448283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.448283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.448283] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70e3bcd0-05b3-4083-bac4-bec7d344f675 is going to be updated. [ 972.470183] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.470332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.471170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.471779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.471779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.471779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70e3bcd0-05b3-4083-bac4-bec7d344f675" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.589032] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.589271] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.589271] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.589501] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.589991] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.590183] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.590310] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.590554] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.590685] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.590904] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.591038] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.591149] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.591267] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.591380] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.591488] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.591623] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.614446] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.614446] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 972.614656] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.614945] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-382" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.615619] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-6e8dda7f-233e-4916-8e7e-310c822ae8fa taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.616168] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-6e8dda7f-233e-4916-8e7e-310c822ae8fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.616168] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-6e8dda7f-233e-4916-8e7e-310c822ae8fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.617514] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-6e8dda7f-233e-4916-8e7e-310c822ae8fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.617514] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e8dda7f-233e-4916-8e7e-310c822ae8fa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.634792] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.634975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.638736] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.943720] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.120498] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.120498] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.120632] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.120840] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.120991] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.121176] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 6e8dda7f-233e-4916-8e7e-310c822ae8fa not found, creating... [ 973.121442] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.121603] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.121722] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.121945] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.122125] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.122482] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.122597] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.122740] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.122884] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.125445] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.125445] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 6e8dda7f-233e-4916-8e7e-310c822ae8fa is going to be created. [ 973.140870] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.146740] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.146962] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.147029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.147361] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.147609] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.147853] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-6e8dda7f-233e-4916-8e7e-310c822ae8fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.183745] env[69363]: INFO networking_nsxv3.common.synchronization [None req-ca0154d6-e504-466f-a5c8-97e7c181e3e4 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_rules [ 973.184505] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_rules [ 973.184602] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.184754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.184814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.186303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.186431] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.371649] env[69363]: INFO networking_nsxv3.common.synchronization [None req-02c4ec1d-5bed-4de1-9a86-3b5f6c7fdb8a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_rules [ 973.372215] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_rules [ 973.372521] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.372638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.447521] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.447521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.447521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.447521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.447521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.448133] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be created. [ 973.472990] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.473178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.473253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.473467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.473625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.489166] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: UNINITIALIZED for 2s [ 973.652018] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.652018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.652018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.652018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.652018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.652018] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 973.681484] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.681794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.681880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.682118] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.682272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.692364] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 973.710521] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.710674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.710795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.711021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.711160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.711287] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 already deleted. [ 973.711410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.711598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.711777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.711860] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.159338] env[69363]: INFO networking_nsxv3.common.synchronization [None req-3517d1d8-205c-4146-8933-770daff1066d None None] Enqueued Resource ID: 3b0fd2ae-0709-449c-b3a6-1776516a8d30 with Priority: HIGHEST for action port [ 974.160440] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0fd2ae-0709-449c-b3a6-1776516a8d30 with Priority: HIGHEST for action port [ 974.161272] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b0fd2ae-0709-449c-b3a6-1776516a8d30 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.161746] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b0fd2ae-0709-449c-b3a6-1776516a8d30" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.161899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b0fd2ae-0709-449c-b3a6-1776516a8d30" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.162381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b0fd2ae-0709-449c-b3a6-1776516a8d30" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.162608] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b0fd2ae-0709-449c-b3a6-1776516a8d30',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.238116] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.238116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.238116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.238116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.238116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.238116] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 already deleted. [ 974.238116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.283540] env[69363]: INFO networking_nsxv3.common.synchronization [req-a111eaea-04ff-4215-9446-3b1ff0d0b15e req-448c5eb0-5fad-4a5d-bd71-c665f8fd61d0 service nova] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_rules [ 974.283540] env[69363]: INFO networking_nsxv3.common.synchronization [req-a111eaea-04ff-4215-9446-3b1ff0d0b15e req-448c5eb0-5fad-4a5d-bd71-c665f8fd61d0 service nova] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 974.283540] env[69363]: INFO networking_nsxv3.common.synchronization [req-a111eaea-04ff-4215-9446-3b1ff0d0b15e req-448c5eb0-5fad-4a5d-bd71-c665f8fd61d0 service nova] Enqueued Resource ID: 6e8dda7f-233e-4916-8e7e-310c822ae8fa with Priority: HIGHEST for action port [ 974.283540] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_rules [ 974.283540] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 974.283540] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e8dda7f-233e-4916-8e7e-310c822ae8fa with Priority: HIGHEST for action port [ 974.286612] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.288886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.288886] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.288886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.288886] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e8dda7f-233e-4916-8e7e-310c822ae8fa taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.288886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e8dda7f-233e-4916-8e7e-310c822ae8fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.288886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e8dda7f-233e-4916-8e7e-310c822ae8fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.288886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e8dda7f-233e-4916-8e7e-310c822ae8fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.288886] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e8dda7f-233e-4916-8e7e-310c822ae8fa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.668379] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b0fd2ae-0709-449c-b3a6-1776516a8d30 [ 974.669372] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.669541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.669608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.669830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.669959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.670017] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b0fd2ae-0709-449c-b3a6-1776516a8d30 already deleted. [ 974.670116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b0fd2ae-0709-449c-b3a6-1776516a8d30" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.792399] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e8dda7f-233e-4916-8e7e-310c822ae8fa with status ACTIVE [ 974.792731] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.794798] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.794798] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.794798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.794798] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e8dda7f-233e-4916-8e7e-310c822ae8fa is going to be updated. [ 974.829466] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.829792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.829792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.830087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.830217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.830437] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e8dda7f-233e-4916-8e7e-310c822ae8fa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.238660] env[69363]: INFO networking_nsxv3.common.synchronization [req-b552b568-09fc-4efc-b250-aabc4b0f3723 req-96945dd2-c8c6-46c9-9107-726cbfef8e0d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 975.239323] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 975.239625] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.239747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.239813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.240014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.241745] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.241745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.241745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.241909] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.242036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.242138] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.501515] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 975.501515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.501515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.501737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.501952] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.501952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.502086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.502189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.502267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.502362] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.703214] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.703386] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.703438] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.703711] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.704060] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.704179] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.704309] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.704533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.704682] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.704896] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.705426] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.705640] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.705762] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.705887] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.706008] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.706225] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.710881] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 975.711116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.711641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.711844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.713051] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.713716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.713804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.714020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.714114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.714214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.714412] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.714539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.714589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.715653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.715881] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.716029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.716029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.716255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.716311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.716358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.716450] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.742531] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.742662] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 975.742813] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.743022] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.743458] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.743621] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.743893] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.744144] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.744367] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.747625] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.748122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.748328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.749013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.749013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.749277] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.749393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.749459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.749637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.749714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.749803] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 975.783344] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.783344] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.783344] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.783344] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.783642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.794640] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 976.005751] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.219113] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d479b2-0794-4daf-828c-73115c0390ec: rpc.has_security_group_logging(os_id): False [ 976.249242] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.249622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.249622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.249821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.249960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.250188] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.250325] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.250418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.250608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.250693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.250908] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.251352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.251498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.251744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.251907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.252209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.252407] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.252528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.252752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.252892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.253104] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 976.255079] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.255408] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.255708] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.256342] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.256589] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.256844] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 not found, creating... [ 976.257231] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.257683] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.257971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.258386] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.258634] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.259071] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.259350] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.259572] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.259894] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.260166] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.260416] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 is going to be created. [ 976.301262] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.301604] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.301754] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.302060] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.302302] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.302543] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.351177] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.351789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.352253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.353021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.353021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.384725] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 976.508969] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.540195] env[69363]: INFO networking_nsxv3.common.synchronization [None req-9f0da065-7303-4fe0-9c5b-a39d7317a31d None None] Enqueued Resource ID: 53f917a9-e2f1-4288-ab8a-2fc46d3c6d7f with Priority: HIGHEST for action port [ 976.543061] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f917a9-e2f1-4288-ab8a-2fc46d3c6d7f with Priority: HIGHEST for action port [ 976.543492] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f917a9-e2f1-4288-ab8a-2fc46d3c6d7f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.543918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f917a9-e2f1-4288-ab8a-2fc46d3c6d7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.543918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f917a9-e2f1-4288-ab8a-2fc46d3c6d7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.544133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f917a9-e2f1-4288-ab8a-2fc46d3c6d7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.544253] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f917a9-e2f1-4288-ab8a-2fc46d3c6d7f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.014655] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.014655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.014655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.014655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.014655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.014655] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be updated. [ 977.047554] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53f917a9-e2f1-4288-ab8a-2fc46d3c6d7f [ 977.047759] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.047929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.047993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.049658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.049658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.049658] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53f917a9-e2f1-4288-ab8a-2fc46d3c6d7f already deleted. [ 977.049658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f917a9-e2f1-4288-ab8a-2fc46d3c6d7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.053478] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.053618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.053687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.053904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.054069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.065488] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 977.393732] env[69363]: INFO networking_nsxv3.common.synchronization [req-b552b568-09fc-4efc-b250-aabc4b0f3723 req-5a285d65-988c-4496-931b-f184f13bc6f5 service nova] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_rules [ 977.394024] env[69363]: INFO networking_nsxv3.common.synchronization [req-b552b568-09fc-4efc-b250-aabc4b0f3723 req-5a285d65-988c-4496-931b-f184f13bc6f5 service nova] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 977.394124] env[69363]: INFO networking_nsxv3.common.synchronization [req-b552b568-09fc-4efc-b250-aabc4b0f3723 req-5a285d65-988c-4496-931b-f184f13bc6f5 service nova] Enqueued Resource ID: ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 with Priority: HIGHEST for action port [ 977.394659] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_rules [ 977.394879] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 977.394985] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 with Priority: HIGHEST for action port [ 977.395279] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.395395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.395450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.395643] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.395717] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.398771] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.398875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.399095] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.399199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.399264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.399442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.399534] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.661548] env[69363]: INFO networking_nsxv3.common.synchronization [req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a req-6dc47aa4-46d6-47ab-83e8-11d984fcb48a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Enqueued Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 977.662731] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 977.663138] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.664297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.664374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.664574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.664762] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.664911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.664985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.665197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.665233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.665322] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.811445] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 977.811445] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef deletion is rescheduled due to dependency. [ 977.811445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.811445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.811445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.811445] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.811445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.811445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.811445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.811445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.811445] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.899108] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.899288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.901646] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 with status ACTIVE [ 977.901920] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.901991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.902036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.902239] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.902326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.902502] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.902601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.902664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.902810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.902886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.903072] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.903169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.903231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.903370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.903442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.903525] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 is going to be updated. [ 977.928990] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.929245] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.929321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.929527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.929764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.930039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.986746] env[69363]: INFO networking_nsxv3.common.synchronization [req-cf2523a0-f3ab-40f9-a304-737808b5f50a req-292c90f3-795f-4cc1-8340-aa9a75393640 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 977.986746] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 977.986746] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.986966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.986966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.987553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.987755] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.987904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.988014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.988976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.988976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.988976] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.170212] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.313819] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.399799] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 978.400099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.400182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.400378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.400468] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.491431] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.491596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.491669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.491928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.492038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.492239] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.492345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.492406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.492566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.492642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.492728] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f already deleted. [ 978.492807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.600028] env[69363]: INFO networking_nsxv3.common.synchronization [None req-0ffc1d2b-82d0-4de3-964b-4a9e692e39fa None None] Enqueued Resource ID: d5ac1137-3524-49cb-9093-dfca7a53bc70 with Priority: HIGHEST for action port [ 978.600028] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ac1137-3524-49cb-9093-dfca7a53bc70 with Priority: HIGHEST for action port [ 978.600242] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ac1137-3524-49cb-9093-dfca7a53bc70 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.600305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ac1137-3524-49cb-9093-dfca7a53bc70" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.600336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ac1137-3524-49cb-9093-dfca7a53bc70" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.600583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ac1137-3524-49cb-9093-dfca7a53bc70" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.600758] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ac1137-3524-49cb-9093-dfca7a53bc70',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.627446] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.627647] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.631227] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.631699] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.632048] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.632241] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.632366] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.632594] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.632741] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.632965] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.633095] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.633201] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.633309] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.633418] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.633591] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.633677] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.658798] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.659043] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.659369] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.663799] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.663799] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-737b57a3-eefd-47bc-bf22-71ee33fab0a5 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.663799] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-737b57a3-eefd-47bc-bf22-71ee33fab0a5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.663799] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-737b57a3-eefd-47bc-bf22-71ee33fab0a5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.663799] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-737b57a3-eefd-47bc-bf22-71ee33fab0a5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.663799] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('737b57a3-eefd-47bc-bf22-71ee33fab0a5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.674192] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.817223] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.905055] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.905568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.905696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.905888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.906164] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.906529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.906529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.906653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.907136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.907136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.907136] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.977601] env[69363]: INFO networking_nsxv3.common.synchronization [req-ffd10f9e-5869-457d-8486-8b7c5c198423 req-4ea8d8db-c8ea-430d-afb3-7e297cf8490e tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 979.104837] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 979.104837] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.104837] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.104837] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.104837] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.104837] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.104837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.108459] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.108459] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.108459] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.108459] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5ac1137-3524-49cb-9093-dfca7a53bc70 [ 979.108459] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.108459] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5ac1137-3524-49cb-9093-dfca7a53bc70 already deleted. [ 979.108459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ac1137-3524-49cb-9093-dfca7a53bc70" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.167024] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.167024] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.167024] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.167024] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.167024] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.167024] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 737b57a3-eefd-47bc-bf22-71ee33fab0a5 not found, creating... [ 979.167024] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.167024] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.167024] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.167024] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.167024] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.167682] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.168952] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.169288] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.169789] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.170199] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.170470] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 737b57a3-eefd-47bc-bf22-71ee33fab0a5 is going to be created. [ 979.182784] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.182784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.182784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.182784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.182784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.182784] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f is going to be updated. [ 979.198593] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.198929] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.199023] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.199314] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.199877] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.200195] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-737b57a3-eefd-47bc-bf22-71ee33fab0a5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.213762] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.213762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.213762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.214197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.218024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.226078] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: IN_PROGRESS for 2s [ 979.249519] env[69363]: INFO networking_nsxv3.common.synchronization [req-ffd10f9e-5869-457d-8486-8b7c5c198423 req-4cd7e31b-5f64-4f79-b00a-1879b04bcb05 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 979.251019] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGHEST for action security_group_members [ 979.251019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.251019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.323812] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.323812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.323812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.323812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.323812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.323812] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 979.371543] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.371717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.371804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.372912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.372912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.383028] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 979.413703] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.414035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.483486] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.585705] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.586274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.586642] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.985564] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.010138] env[69363]: INFO networking_nsxv3.common.synchronization [req-cf2523a0-f3ab-40f9-a304-737808b5f50a req-b21ec599-33f1-4c56-9182-cbf281b0fb78 service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 980.010138] env[69363]: INFO networking_nsxv3.common.synchronization [req-cf2523a0-f3ab-40f9-a304-737808b5f50a req-b21ec599-33f1-4c56-9182-cbf281b0fb78 service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 980.010138] env[69363]: INFO networking_nsxv3.common.synchronization [req-cf2523a0-f3ab-40f9-a304-737808b5f50a req-b21ec599-33f1-4c56-9182-cbf281b0fb78 service nova] Enqueued Resource ID: 737b57a3-eefd-47bc-bf22-71ee33fab0a5 with Priority: HIGHEST for action port [ 980.010138] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 980.010138] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 980.010138] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737b57a3-eefd-47bc-bf22-71ee33fab0a5 with Priority: HIGHEST for action port [ 980.010662] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.011046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.011233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.011924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.012128] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.013583] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.014179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.014350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.014915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.015286] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.015634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.015799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.016365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.019146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.019146] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.019146] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-737b57a3-eefd-47bc-bf22-71ee33fab0a5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.019146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-737b57a3-eefd-47bc-bf22-71ee33fab0a5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.019146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-737b57a3-eefd-47bc-bf22-71ee33fab0a5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.019146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-737b57a3-eefd-47bc-bf22-71ee33fab0a5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.019146] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('737b57a3-eefd-47bc-bf22-71ee33fab0a5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.091756] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.491566] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.491961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.491961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.491961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.492101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.492172] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 980.524649] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.524649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.524649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.524843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.524843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.525891] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.526860] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.526998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.527149] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 737b57a3-eefd-47bc-bf22-71ee33fab0a5 with status ACTIVE [ 980.527357] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.527469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.527535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.527745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.527828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.528154] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.528233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.528295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.528467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.528555] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.528767] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.528887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.528997] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.529112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.529187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.529271] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 737b57a3-eefd-47bc-bf22-71ee33fab0a5 is going to be updated. [ 980.541289] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 980.555336] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.555336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.555586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.555623] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.555747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.555911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-737b57a3-eefd-47bc-bf22-71ee33fab0a5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.596622] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.596780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.596853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.597081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.597176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.597284] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be updated. [ 980.644350] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.644494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.644567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.644794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.644955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.660170] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 981.030838] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.248577] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: SUCCESS [ 981.248770] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.393354] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 981.395794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.395794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.395794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.395794] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.395794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.395794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.395794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.395794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.395794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.395794] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.534663] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.534968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.534968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.535393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.535393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.535393] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be created. [ 981.560543] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.560632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.560667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.560894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.561095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.574905] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: UNINITIALIZED for 2s [ 981.898600] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.898821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.898821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.899073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.899687] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.899982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.899982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.900120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.900207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.900302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.900626] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.900626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.900626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.900781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.900923] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.901023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.901079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.901277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.901313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.901359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.901453] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.404218] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bd96b46-55af-48e0-898c-28e20d5c54ef: rpc.has_security_group_logging(os_id): False [ 982.424289] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.424505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.424579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.424884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.425044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.425329] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.425476] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.425570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.425798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.425912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.426634] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.426784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.426881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.427117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.427239] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.427790] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.427999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.428100] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.428313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.428500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.428641] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 982.496287] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.496492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.496544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.496735] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.496883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.513196] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 982.562376] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 982.562809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.562947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.563214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.563446] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.563619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.563694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.563883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.563987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.564308] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.670500] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 982.670715] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.670880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.671148] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.673885] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.673885] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.673885] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.673885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.673885] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.067419] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.067537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.067649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.067949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.068097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.068351] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.068478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.068581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.068692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.068771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.068862] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 983.101205] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.101205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.101205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.101205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.101205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.114032] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 983.176660] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2: rpc.has_security_group_logging(os_id): False [ 983.214333] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.214513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.214603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.214903] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.215022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.215964] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.216217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.216324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.216546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.216645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.216869] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.216989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.217074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.217274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.217404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.217643] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.217774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.218127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.218127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.218127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.218354] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be created. [ 983.318952] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.319835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.319951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.320266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.320576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.339086] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 983.589703] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 983.589703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.589703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.590107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.590107] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.590197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.590197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.590595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.590595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.590595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.590595] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.655055] env[69363]: INFO networking_nsxv3.common.synchronization [req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 req-d80ee3fb-95c0-4169-b372-38c440776d8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_members [ 983.655411] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_members [ 983.655902] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3131bf-9251-4657-b4d9-1f2f3b243399 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.656082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.657064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.657491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.657692] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.657886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.657954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.658346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.658447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.658736] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3131bf-9251-4657-b4d9-1f2f3b243399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.030306] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.030474] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.030666] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.031202] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.032198] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.032198] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.032416] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.032627] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.032909] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.033213] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.033390] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.033547] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.033703] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.033875] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.034044] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.034223] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.054991] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.055294] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 984.055520] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.055725] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.056093] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-63717b43-ea2b-439d-9968-4ee6c6af1201 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.056445] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-63717b43-ea2b-439d-9968-4ee6c6af1201" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.056571] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-63717b43-ea2b-439d-9968-4ee6c6af1201" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.056926] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-63717b43-ea2b-439d-9968-4ee6c6af1201" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.057253] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63717b43-ea2b-439d-9968-4ee6c6af1201',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.093755] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.093992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.094171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.094434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.094629] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.094752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.094828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.094994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.095098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.095258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.095466] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.095571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.095633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.095777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.095915] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.096011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.096081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.096255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.096333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.096417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.096507] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.162363] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.162611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.162734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.162999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.163139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.163457] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.163659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.163756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.163957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.164084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.164197] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3131bf-9251-4657-b4d9-1f2f3b243399 already deleted. [ 984.164320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.544862] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 984.544862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.559594] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.559902] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.560055] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.560367] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.560526] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.560695] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 63717b43-ea2b-439d-9968-4ee6c6af1201 not found, creating... [ 984.560993] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.561210] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.561339] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.561588] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.561738] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.562090] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.562264] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.562498] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.562769] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.562943] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.563164] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 63717b43-ea2b-439d-9968-4ee6c6af1201 is going to be created. [ 984.597724] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.598092] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.598573] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.598866] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.599525] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.599661] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-63717b43-ea2b-439d-9968-4ee6c6af1201" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.600744] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b42a42c-dcf3-4886-9e81-0b5c5442192f: rpc.has_security_group_logging(os_id): False [ 984.624817] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.624921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.624921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.625165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.625256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.625483] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.625594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.625654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.625823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.625893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.626102] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.626284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.626345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.626490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.626561] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.626762] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.626889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.626930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.627970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.628427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.628427] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be created. [ 984.742538] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.743017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.743017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.743017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.743421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.759319] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 984.858252] env[69363]: INFO networking_nsxv3.common.synchronization [req-63c635dc-6200-45a4-8fbe-996f30c6afa2 req-534045ac-b3df-416e-811f-3576d171687a tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Enqueued Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 984.863154] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGHEST for action security_group_members [ 984.863154] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.863154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.863154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.863154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.863154] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.863154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.863154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.863154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.863154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.863154] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.126601] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 985.128386] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d479b2-0794-4daf-828c-73115c0390ec deletion is rescheduled due to dependency. [ 985.128386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.128386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.128386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.128386] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.128386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.128386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.128817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.128817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.128817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.128817] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.128817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.128979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.129028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.129148] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.129235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.129291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.129425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.129495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.129590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.129651] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.355458] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 985.357481] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.357481] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.357481] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.357481] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.368972] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.368972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.368972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.368972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.368972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.368972] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.368972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.368972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.368972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.368972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.368972] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df is going to be updated. [ 985.398965] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.399610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.399826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.400280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.401097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.409545] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: IN_PROGRESS for 2s [ 985.570291] env[69363]: INFO networking_nsxv3.common.synchronization [req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 req-f0bffff3-a72e-4f7a-8c8a-7c777750c204 service nova] Enqueued Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_rules [ 985.570497] env[69363]: INFO networking_nsxv3.common.synchronization [req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 req-f0bffff3-a72e-4f7a-8c8a-7c777750c204 service nova] Enqueued Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_members [ 985.570646] env[69363]: INFO networking_nsxv3.common.synchronization [req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 req-f0bffff3-a72e-4f7a-8c8a-7c777750c204 service nova] Enqueued Resource ID: 63717b43-ea2b-439d-9968-4ee6c6af1201 with Priority: HIGHEST for action port [ 985.571721] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_rules [ 985.571721] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_members [ 985.571721] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63717b43-ea2b-439d-9968-4ee6c6af1201 with Priority: HIGHEST for action port [ 985.571721] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3131bf-9251-4657-b4d9-1f2f3b243399 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.571982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.571982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.572925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.572925] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3131bf-9251-4657-b4d9-1f2f3b243399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.573751] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3131bf-9251-4657-b4d9-1f2f3b243399 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.573917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.574043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.574309] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.574476] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.574579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.574646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.574802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.574887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.574981] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3131bf-9251-4657-b4d9-1f2f3b243399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.575956] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-63717b43-ea2b-439d-9968-4ee6c6af1201 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.576102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63717b43-ea2b-439d-9968-4ee6c6af1201" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.576247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63717b43-ea2b-439d-9968-4ee6c6af1201" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.576423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63717b43-ea2b-439d-9968-4ee6c6af1201" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.576525] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63717b43-ea2b-439d-9968-4ee6c6af1201',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.585999] env[69363]: INFO networking_nsxv3.common.synchronization [req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 req-a221a1d8-b5b9-4779-86e5-ff8cdd898f8c tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 985.587625] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 985.587625] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.588204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.588204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.588204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.589028] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.589028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.589028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.589028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.589028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.589028] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.632416] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d479b2-0794-4daf-828c-73115c0390ec: rpc.has_security_group_logging(os_id): False [ 985.652566] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.652566] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.652566] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.652566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.653107] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.653107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.653107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.653107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.653107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.653107] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be updated. [ 985.715205] env[69363]: INFO networking_nsxv3.common.synchronization [req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b req-f696566c-160d-41fd-8c95-63198dfa3516 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 985.715779] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGHEST for action security_group_members [ 985.716699] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.716830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.721040] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.721040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.721040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.721040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.721040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.740019] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: IN_PROGRESS for 2s [ 985.868377] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.868377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.079148] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df3131bf-9251-4657-b4d9-1f2f3b243399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.080541] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3131bf-9251-4657-b4d9-1f2f3b243399 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.080677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.085843] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63717b43-ea2b-439d-9968-4ee6c6af1201 with status ACTIVE [ 986.085843] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.085843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.085843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.085843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.085843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.085843] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.085843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.085843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.085843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.085843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.086461] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.086461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.086461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.086461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.086461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.086461] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63717b43-ea2b-439d-9968-4ee6c6af1201 is going to be updated. [ 986.092123] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.109119] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.109381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.109381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.109530] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.109657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.109819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63717b43-ea2b-439d-9968-4ee6c6af1201" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.495802] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.496013] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.496218] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.496612] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.496892] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.497064] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.497204] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.497579] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.497775] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.498011] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.498142] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.498295] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.498548] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.498695] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.498818] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.498958] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.520978] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.521156] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.521249] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.521434] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.521751] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-6b5499fe-408b-4f63-b30e-53828d08e771 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.521923] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.522060] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.522331] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.522471] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b5499fe-408b-4f63-b30e-53828d08e771',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.581850] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df3131bf-9251-4657-b4d9-1f2f3b243399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.597567] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.776502] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 986.776502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.025244] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.025492] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.025625] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.025919] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.028784] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.029195] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.029390] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.029517] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.029790] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.029941] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.030257] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.030469] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.030627] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.030906] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.031137] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.031312] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 6b5499fe-408b-4f63-b30e-53828d08e771 is going to be updated. [ 987.052626] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.052831] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.052965] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.053270] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.053473] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.054281] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.086697] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.086697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.086697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.086697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.086697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.086697] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3131bf-9251-4657-b4d9-1f2f3b243399 is going to be created. [ 987.100493] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.100493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.100493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.100803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.101249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.101249] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be updated. [ 987.115403] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.115614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.115720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.116062] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.116062] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.126434] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3131bf-9251-4657-b4d9-1f2f3b243399 in Status: UNINITIALIZED for 2s [ 987.134410] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.134564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.134621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.134833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.134977] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.164109] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 987.422156] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089829e2-82b7-44dc-af51-c0c1978dd2df in Status: SUCCESS [ 987.422381] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df deletion is rescheduled due to dependency. [ 987.422518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.759666] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d479b2-0794-4daf-828c-73115c0390ec in Status: SUCCESS [ 987.760608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.930260] env[69363]: INFO networking_nsxv3.common.synchronization [req-54b1df06-29e9-460f-a480-a346d69edffc req-7d5b8067-c9e0-4228-8702-c0ec2ced5da9 service nova] Enqueued Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_rules [ 987.930260] env[69363]: INFO networking_nsxv3.common.synchronization [req-54b1df06-29e9-460f-a480-a346d69edffc req-7d5b8067-c9e0-4228-8702-c0ec2ced5da9 service nova] Enqueued Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_members [ 987.930260] env[69363]: INFO networking_nsxv3.common.synchronization [req-54b1df06-29e9-460f-a480-a346d69edffc req-7d5b8067-c9e0-4228-8702-c0ec2ced5da9 service nova] Enqueued Resource ID: 6b5499fe-408b-4f63-b30e-53828d08e771 with Priority: HIGHEST for action port [ 987.930260] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_rules [ 987.930260] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_members [ 987.930749] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5499fe-408b-4f63-b30e-53828d08e771 with Priority: HIGHEST for action port [ 987.930931] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.931197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.931408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.931568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.931686] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.932724] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.932838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.932899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.933087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.933896] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.934011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.934079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.934262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.935254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.935254] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.937107] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b5499fe-408b-4f63-b30e-53828d08e771 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.937107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.937107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.937107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.937107] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b5499fe-408b-4f63-b30e-53828d08e771',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.437524] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.437524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.437780] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.438645] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b5499fe-408b-4f63-b30e-53828d08e771 with status ACTIVE [ 988.438825] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.438929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.438993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.439212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.439319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.439502] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.439601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.439657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.439822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.439915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.440384] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.440384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.440384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.440384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.440541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.440541] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b5499fe-408b-4f63-b30e-53828d08e771 is going to be updated. [ 988.462201] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.462201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.462201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.462428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.463035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.463035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b5499fe-408b-4f63-b30e-53828d08e771" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.942692] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.137802] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3131bf-9251-4657-b4d9-1f2f3b243399 in Status: UNINITIALIZED for 4s [ 989.174842] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 989.175124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.175453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.176307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.176307] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.176307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.176307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.176307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.176307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.176307] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.274403] env[69363]: INFO networking_nsxv3.common.synchronization [req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 req-1abdd06f-ef95-4952-be72-73e09711f7b4 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 989.274570] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 989.274956] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.275186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.275186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.275457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.275640] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.275897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.275897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.275897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.276201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.276201] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.446918] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.447297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.447297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.447614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.447779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.447956] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 is going to be updated. [ 989.484820] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.484940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.484940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.485594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.485594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.501083] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: IN_PROGRESS for 2s [ 989.683102] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.683346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.683398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.683644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.683749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.683981] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.684185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.684248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.684418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.684508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.684638] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be updated. [ 989.701177] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.701177] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.701177] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.701680] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.701680] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.701798] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.701840] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.702242] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.702440] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.702657] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.702771] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.702878] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.702985] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.703102] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.703208] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.703337] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.723203] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.723409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.723500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.723747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.723905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.731929] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.732134] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 989.732341] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.732550] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.732902] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-235cd32a-8873-4983-a27c-af54bd88ece9 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.733123] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-235cd32a-8873-4983-a27c-af54bd88ece9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.733257] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-235cd32a-8873-4983-a27c-af54bd88ece9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.733624] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-235cd32a-8873-4983-a27c-af54bd88ece9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.733838] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('235cd32a-8873-4983-a27c-af54bd88ece9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.736091] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 989.781847] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.782028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.782104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.782479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.782479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.782617] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.782720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.782795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.782932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.783019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.783102] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 already deleted. [ 989.783178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.238844] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.239194] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.239238] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.239516] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.239671] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.239832] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 235cd32a-8873-4983-a27c-af54bd88ece9 not found, creating... [ 990.240115] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.240277] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.240472] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.240777] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.240931] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.241238] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.241400] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.241521] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.241732] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.241870] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.242026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 235cd32a-8873-4983-a27c-af54bd88ece9 is going to be created. [ 990.262976] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.263264] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.263399] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.263735] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.264054] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.264299] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-235cd32a-8873-4983-a27c-af54bd88ece9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.965332] env[69363]: INFO networking_nsxv3.common.synchronization [req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 req-2eb24ed8-8d67-4263-9587-0a4e9bcd4c3e service nova] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_rules [ 990.965332] env[69363]: INFO networking_nsxv3.common.synchronization [req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 req-2eb24ed8-8d67-4263-9587-0a4e9bcd4c3e service nova] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 990.965332] env[69363]: INFO networking_nsxv3.common.synchronization [req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 req-2eb24ed8-8d67-4263-9587-0a4e9bcd4c3e service nova] Enqueued Resource ID: 235cd32a-8873-4983-a27c-af54bd88ece9 with Priority: HIGHEST for action port [ 990.967288] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_rules [ 990.967439] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 990.967537] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 235cd32a-8873-4983-a27c-af54bd88ece9 with Priority: HIGHEST for action port [ 990.968212] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.968339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.968403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.968621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.968845] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.969718] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.969718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.969834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.969990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.970087] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.970177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.970234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.970371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.970452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.970536] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.971273] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-235cd32a-8873-4983-a27c-af54bd88ece9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.971371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-235cd32a-8873-4983-a27c-af54bd88ece9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.971431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-235cd32a-8873-4983-a27c-af54bd88ece9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.971572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-235cd32a-8873-4983-a27c-af54bd88ece9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.971637] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('235cd32a-8873-4983-a27c-af54bd88ece9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.148662] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3131bf-9251-4657-b4d9-1f2f3b243399 in Status: SUCCESS [ 991.148882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.149093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.149293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.149491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.149636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.149705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.149872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.149963] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.150063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.150161] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df3131bf-9251-4657-b4d9-1f2f3b243399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.473368] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.474478] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.474595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.474768] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 235cd32a-8873-4983-a27c-af54bd88ece9 with status ACTIVE [ 991.474929] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.475046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.475110] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.475305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.475392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.475553] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.475646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.475706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.475850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.475924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.476108] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.476231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.476292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.476453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.476539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.476602] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 235cd32a-8873-4983-a27c-af54bd88ece9 is going to be updated. [ 991.499105] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.499294] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.499371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.499642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.499816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.500039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-235cd32a-8873-4983-a27c-af54bd88ece9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.510303] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: SUCCESS [ 991.510505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.510666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.510873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.511072] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.511188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.511256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.511409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.511490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.511576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.511667] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.653015] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df3131bf-9251-4657-b4d9-1f2f3b243399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.748789] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 991.749037] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 deletion is rescheduled due to dependency. [ 991.749200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.749435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.749739] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.750044] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.750234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.750334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.750565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.750687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.751404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.751596] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.978381] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.015371] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.079090] env[69363]: INFO networking_nsxv3.common.synchronization [req-922074a7-c5ee-45ac-8664-a8ed13e501c5 req-ba08e285-0c1b-4418-9e96-8474a577091a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 992.079775] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 992.080451] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.080451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.080583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.080767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.080999] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.081163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.081259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.081509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.081654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.081797] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.156124] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df3131bf-9251-4657-b4d9-1f2f3b243399: rpc.has_security_group_logging(os_id): False [ 992.175162] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.175382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.175382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.175606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.175698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.175977] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.176190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.176190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.176376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.176456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.176545] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3131bf-9251-4657-b4d9-1f2f3b243399 is going to be created. [ 992.250531] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.250811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.250923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.251249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.251537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.254599] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.254802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.254939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.255216] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.255483] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.255653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.255780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.256012] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.256237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.256365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.256538] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.256626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.256705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.256852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.257021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.257111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.257169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.257310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.257387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.257485] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.257582] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.269700] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df3131bf-9251-4657-b4d9-1f2f3b243399 in Status: IN_PROGRESS for 2s [ 992.484577] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.484979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.484979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.485114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.489023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.489023] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 is going to be created. [ 992.511405] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.511676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.511846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.511947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.512103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.518677] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abc6de24-8c94-4a77-9eb7-25ee39812f50: rpc.has_security_group_logging(os_id): False [ 992.522751] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: UNINITIALIZED for 2s [ 992.537964] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.538231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.538347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.538832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.538832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.538986] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.539205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.539285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.539529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.539704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.539874] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 is going to be updated. [ 992.585388] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.585580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.585676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.585945] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.586077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.586369] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.586500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.586583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.586778] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.586880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.586994] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 992.616895] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.616895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.616895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.617415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.617623] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.654138] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.654433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.654433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.654756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.655132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.670184] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 992.682026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: IN_PROGRESS for 2s [ 992.760057] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2: rpc.has_security_group_logging(os_id): False [ 992.781683] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.781937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.782028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.782305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.782409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.782801] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.782947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.783044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.783254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.783421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.783731] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.783890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.783994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.786972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.787446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.787592] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.787719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.787898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.787964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.788109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.788292] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be updated. [ 992.883020] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.883020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.883020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.883020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.883020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.916321] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: IN_PROGRESS for 2s [ 993.224968] env[69363]: INFO networking_nsxv3.common.synchronization [req-34abb705-d8fd-4d1c-a256-791ddc192770 req-19b3a945-83d1-42ee-bfe4-78a495cf6fed tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Enqueued Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_members [ 993.225533] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGHEST for action security_group_members [ 993.225849] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.225971] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.226046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.226352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.226484] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.226588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.226646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.226821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.226871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.226965] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.729901] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.730329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.730329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.730329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.730461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.732948] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.732948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.732948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.732948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.732948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.732948] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba is going to be updated. [ 993.762223] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.762425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.762425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.762648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.762774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.774206] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba in Status: IN_PROGRESS for 2s [ 993.938381] env[69363]: INFO networking_nsxv3.common.synchronization [req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf req-42580651-fe13-420f-85c9-90ebb11c623e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Enqueued Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 993.938991] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGHEST for action security_group_members [ 993.941621] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.941700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.941782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.941983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.942175] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.942279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.942335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.942487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.942566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.942660] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.283019] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df3131bf-9251-4657-b4d9-1f2f3b243399 in Status: SUCCESS [ 994.283286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.447481] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.447732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.447870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.448136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.448270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.448541] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.448679] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.448779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.448996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.449131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.449252] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f is going to be updated. [ 994.484914] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.485165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.485279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.486280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.486280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.500560] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: IN_PROGRESS for 2s [ 994.538481] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: SUCCESS [ 994.538481] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.538481] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.538702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.542021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.542021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.542021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.542021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.542021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.542021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.542021] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.690632] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 994.690819] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f deletion is rescheduled due to dependency. [ 994.691877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.700061] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: SUCCESS [ 994.700354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.961829] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 in Status: SUCCESS [ 994.962136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.045188] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.548100] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a46ea582-e662-461f-88f5-4be73b4b21c8: rpc.has_security_group_logging(os_id): False [ 995.569240] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.569366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.569442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.569666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.569749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.569995] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.570120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.570183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.570383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.570490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.570579] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 is going to be created. [ 995.642028] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.642028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.642028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.642028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.642028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.656316] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: IN_PROGRESS for 2s [ 995.787118] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba in Status: SUCCESS [ 995.787118] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba deletion is rescheduled due to dependency. [ 995.787118] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.517963] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f in Status: SUCCESS [ 996.518329] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f deletion is rescheduled due to dependency. [ 996.518329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.672222] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: SUCCESS [ 997.672460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.049373] env[69363]: INFO networking_nsxv3.common.synchronization [req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 req-ed414682-ff4a-45be-a8a2-a08622a5e63b tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 998.049640] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 998.050168] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.050553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.050780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.051184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.051799] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.052044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.052191] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.052463] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.052628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.052801] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.425170] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.425375] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.425502] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.425833] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.426103] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.426307] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.426477] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.426806] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.427015] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.427300] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.427465] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.427624] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.427793] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.427954] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.428122] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.428304] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.448920] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.449095] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 998.449259] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.449463] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.449782] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-0a8eac3f-6304-41de-bff6-66384262ec18 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.449956] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-0a8eac3f-6304-41de-bff6-66384262ec18" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.450095] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-0a8eac3f-6304-41de-bff6-66384262ec18" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.450412] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-0a8eac3f-6304-41de-bff6-66384262ec18" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.450556] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a8eac3f-6304-41de-bff6-66384262ec18',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.559182] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.559428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.559530] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.559885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.560044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.560370] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.560528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.560630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.560877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.561033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.561150] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 already deleted. [ 998.561277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.955989] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.955989] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.955989] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.955989] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.955989] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.955989] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 0a8eac3f-6304-41de-bff6-66384262ec18 not found, creating... [ 998.955989] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.955989] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.955989] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.955989] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.955989] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.957066] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.957066] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.957066] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.957066] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.957066] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.957066] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 0a8eac3f-6304-41de-bff6-66384262ec18 is going to be created. [ 998.978979] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.979255] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.979571] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.979837] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.980191] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.980461] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-0a8eac3f-6304-41de-bff6-66384262ec18" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.715504] env[69363]: INFO networking_nsxv3.common.synchronization [req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 req-7f4a8f02-61f8-414c-9e48-d62522facf68 service nova] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_rules [ 999.715819] env[69363]: INFO networking_nsxv3.common.synchronization [req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 req-7f4a8f02-61f8-414c-9e48-d62522facf68 service nova] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 999.715957] env[69363]: INFO networking_nsxv3.common.synchronization [req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 req-7f4a8f02-61f8-414c-9e48-d62522facf68 service nova] Enqueued Resource ID: 0a8eac3f-6304-41de-bff6-66384262ec18 with Priority: HIGHEST for action port [ 999.717038] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_rules [ 999.717128] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 999.717879] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8eac3f-6304-41de-bff6-66384262ec18 with Priority: HIGHEST for action port [ 999.717879] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.717879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.718655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.718655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.718655] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.719785] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.720332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.720332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.720332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.720533] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.720615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.720675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.720857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.720981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.721135] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.722113] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a8eac3f-6304-41de-bff6-66384262ec18 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.722260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a8eac3f-6304-41de-bff6-66384262ec18" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.722354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a8eac3f-6304-41de-bff6-66384262ec18" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.722571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a8eac3f-6304-41de-bff6-66384262ec18" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.722671] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a8eac3f-6304-41de-bff6-66384262ec18',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.226600] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.231022] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.231022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.231022] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a8eac3f-6304-41de-bff6-66384262ec18 with status ACTIVE [ 1000.231022] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.231022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.231022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.231022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.231022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.231022] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.231022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.231022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.231022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.231022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.231022] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.231749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.231749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.231749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.231749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.231749] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a8eac3f-6304-41de-bff6-66384262ec18 is going to be updated. [ 1000.254509] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.254509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.254509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.254509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.254509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.254509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a8eac3f-6304-41de-bff6-66384262ec18" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.733856] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.236564] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.236944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.236944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.237103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.237282] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.237282] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be created. [ 1001.261098] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.261255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.261325] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.261541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.261701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.274110] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: UNINITIALIZED for 2s [ 1002.748345] env[69363]: INFO networking_nsxv3.common.synchronization [req-ffad7299-8cee-406f-9070-a0e52ebc8e32 req-8f08bae0-f244-479e-9c2e-8ff6dec27cdf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 1002.749175] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 1002.749614] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.749760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.749846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.750057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.750256] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.750685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.750685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.750685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.750685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.754838] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.168780] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.169051] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.169210] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.169479] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.169740] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.169903] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.170201] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.170524] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.170678] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.170888] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.171014] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.171126] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.171236] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.171347] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.171451] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.171585] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.194798] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.195015] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.195173] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.195355] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-261" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.195682] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-49454331-e4dc-4821-8fc0-3ee9d592766e taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.195861] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-49454331-e4dc-4821-8fc0-3ee9d592766e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.195986] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-49454331-e4dc-4821-8fc0-3ee9d592766e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.196364] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-49454331-e4dc-4821-8fc0-3ee9d592766e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.196514] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49454331-e4dc-4821-8fc0-3ee9d592766e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.256857] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.257229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.257368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.258316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.258524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.258827] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.258980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.259091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.259309] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.259419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.259539] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be updated. [ 1003.285838] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1003.286576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.286694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.286903] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.287453] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.287453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.287453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.287666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.287776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.287891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.288118] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.290203] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.291680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.291680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.291680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.291680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.302808] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: IN_PROGRESS for 2s [ 1003.388113] env[69363]: INFO networking_nsxv3.common.synchronization [None req-44c38ebc-d678-46bf-85e8-3b42e132814b tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_rules [ 1003.388705] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_rules [ 1003.389011] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.389140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.389208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.389452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.389536] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beda9bb5-21e8-4907-ae54-4ffe182a81e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.465114] env[69363]: INFO networking_nsxv3.common.synchronization [None req-b40ed022-a2e3-4de0-ac40-e1fa4ceac334 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_rules [ 1003.465974] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_rules [ 1003.466468] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.466587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.700098] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.700338] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.700497] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.700751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.700898] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.701066] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 49454331-e4dc-4821-8fc0-3ee9d592766e not found, creating... [ 1003.701335] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.701493] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.701634] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.701901] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.702052] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.702356] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.702560] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.702628] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.702838] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.702969] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.703178] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 49454331-e4dc-4821-8fc0-3ee9d592766e is going to be created. [ 1003.726182] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.726483] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.726630] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.726934] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.727191] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.727438] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-49454331-e4dc-4821-8fc0-3ee9d592766e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.800032] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.800032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.800032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.800032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.800674] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.800674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.800674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.800674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.800674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.800674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.801256] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.801256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.801256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.801256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.801256] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.801256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.801256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.801587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.801587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.801587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.801732] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.913948] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.914157] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.914228] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.914444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.914525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.914620] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 already deleted. [ 1003.914699] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.914863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.915040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.915122] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beda9bb5-21e8-4907-ae54-4ffe182a81e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.306745] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 514044cc-87b5-4585-ba94-25c015b7ac22: rpc.has_security_group_logging(os_id): False [ 1004.326317] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.326505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.326569] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.326775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.326865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.327151] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.327151] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.327344] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.327391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.327466] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.327658] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.327750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.327814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.327951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.328035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.328217] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.328378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.328434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.328657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.328724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.328812] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be created. [ 1004.388829] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.389045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.389045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.389360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.391033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.423218] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1004.448068] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.448261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.448343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.448573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.448658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.448756] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 already deleted. [ 1004.448942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.992123] env[69363]: INFO networking_nsxv3.common.synchronization [req-816aa215-0bd9-427f-88bf-94eb5489592f req-156035b4-a478-4c62-9e10-a6920c256bbd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Enqueued Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 1004.992931] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 1004.994129] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.994355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.994355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.994560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.994726] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.994831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.994896] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.995198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.995311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.995415] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.234419] env[69363]: INFO networking_nsxv3.common.synchronization [req-ffad7299-8cee-406f-9070-a0e52ebc8e32 req-ac1beaa4-b142-43a1-8ed4-65d3792999a5 service nova] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_rules [ 1005.234614] env[69363]: INFO networking_nsxv3.common.synchronization [req-ffad7299-8cee-406f-9070-a0e52ebc8e32 req-ac1beaa4-b142-43a1-8ed4-65d3792999a5 service nova] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 1005.234817] env[69363]: INFO networking_nsxv3.common.synchronization [req-ffad7299-8cee-406f-9070-a0e52ebc8e32 req-ac1beaa4-b142-43a1-8ed4-65d3792999a5 service nova] Enqueued Resource ID: 49454331-e4dc-4821-8fc0-3ee9d592766e with Priority: HIGHEST for action port [ 1005.235834] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_rules [ 1005.235995] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 1005.236108] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49454331-e4dc-4821-8fc0-3ee9d592766e with Priority: HIGHEST for action port [ 1005.236534] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.236664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.236715] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.236904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.236972] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.238306] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.238454] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.238780] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-49454331-e4dc-4821-8fc0-3ee9d592766e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.238898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49454331-e4dc-4821-8fc0-3ee9d592766e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.238898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49454331-e4dc-4821-8fc0-3ee9d592766e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.239141] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49454331-e4dc-4821-8fc0-3ee9d592766e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.239227] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49454331-e4dc-4821-8fc0-3ee9d592766e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.315616] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: SUCCESS [ 1005.315616] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 deletion is rescheduled due to dependency. [ 1005.315616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.317431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.317431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.317431] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.317431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.317431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.317431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.317431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.317431] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.498671] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.742305] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.742490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.743873] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49454331-e4dc-4821-8fc0-3ee9d592766e with status ACTIVE [ 1005.744133] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.744318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.744549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.746043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.746216] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.746469] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.746613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.746708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.746924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.747196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.747447] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.751176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.751700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.751700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.751700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.751700] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49454331-e4dc-4821-8fc0-3ee9d592766e is going to be updated. [ 1005.774817] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.774974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.775053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.775280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.775420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.775588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49454331-e4dc-4821-8fc0-3ee9d592766e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.820261] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.000911] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.316793] env[69363]: INFO networking_nsxv3.common.synchronization [None req-772b17e4-9328-4b21-a405-723b33891c73 None None] Enqueued Resource ID: a6be9d1c-bc7c-47d2-975d-7848ad7ed04e with Priority: HIGHEST for action port [ 1006.317445] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6be9d1c-bc7c-47d2-975d-7848ad7ed04e with Priority: HIGHEST for action port [ 1006.318050] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6be9d1c-bc7c-47d2-975d-7848ad7ed04e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.318160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6be9d1c-bc7c-47d2-975d-7848ad7ed04e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.318218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6be9d1c-bc7c-47d2-975d-7848ad7ed04e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.318546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6be9d1c-bc7c-47d2-975d-7848ad7ed04e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.318648] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6be9d1c-bc7c-47d2-975d-7848ad7ed04e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.323694] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.436673] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1006.436929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.503716] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.503933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.503984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.504180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.504287] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.504388] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 is going to be updated. [ 1006.537960] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.537960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.537960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.537960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.537960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.544960] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: IN_PROGRESS for 2s [ 1006.820761] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6be9d1c-bc7c-47d2-975d-7848ad7ed04e [ 1006.821016] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.821158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.821227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.821442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.821530] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.821627] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6be9d1c-bc7c-47d2-975d-7848ad7ed04e already deleted. [ 1006.821706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6be9d1c-bc7c-47d2-975d-7848ad7ed04e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.825394] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.825521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.825572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.827385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.827385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.827385] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be updated. [ 1006.857925] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.858127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.858218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.858475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.858635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.875903] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: IN_PROGRESS for 2s [ 1008.556848] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: SUCCESS [ 1008.557952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.847588] env[69363]: INFO networking_nsxv3.common.synchronization [None req-9c2a1e4b-0730-44c9-b53e-23fc0d20b3ea None None] Enqueued Resource ID: e6c2e856-55d0-4f1f-a8ad-cfa875e148fe with Priority: HIGHEST for action port [ 1008.848172] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c2e856-55d0-4f1f-a8ad-cfa875e148fe with Priority: HIGHEST for action port [ 1008.848476] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6c2e856-55d0-4f1f-a8ad-cfa875e148fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.848604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6c2e856-55d0-4f1f-a8ad-cfa875e148fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.848669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6c2e856-55d0-4f1f-a8ad-cfa875e148fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.849737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6c2e856-55d0-4f1f-a8ad-cfa875e148fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.849737] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c2e856-55d0-4f1f-a8ad-cfa875e148fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.886367] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: SUCCESS [ 1008.886721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.886879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.887954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.887954] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.887954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.887954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.887954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.887954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.887954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.887954] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.096014] env[69363]: INFO networking_nsxv3.common.synchronization [req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf req-33690e73-32a3-4391-8ea2-5534f78e66fe tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Enqueued Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_members [ 1009.096580] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGHEST for action security_group_members [ 1009.096877] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-41dc0908-ac65-4850-b35f-737bcfba9789 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.096999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.097082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.097363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.097471] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.097566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.097626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.097780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.097867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.097958] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41dc0908-ac65-4850-b35f-737bcfba9789',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.354847] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6c2e856-55d0-4f1f-a8ad-cfa875e148fe [ 1009.355272] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.355600] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.355675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.355943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.356333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.356519] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6c2e856-55d0-4f1f-a8ad-cfa875e148fe already deleted. [ 1009.356669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6c2e856-55d0-4f1f-a8ad-cfa875e148fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.396308] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.396524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.396605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.396824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.397443] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.397443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.397443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.397738] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.397835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.397930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.398336] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.398451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.398515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.398689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.398833] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.398918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.398985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.399126] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.399410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.399561] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.399658] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.603098] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.603098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.603098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.603098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.603098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.603098] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.603098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.603098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.603098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.603098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.603098] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dc0908-ac65-4850-b35f-737bcfba9789 is going to be updated. [ 1009.646422] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.646422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.646422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.646782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.646782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.656605] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dc0908-ac65-4850-b35f-737bcfba9789 in Status: IN_PROGRESS for 2s [ 1009.902499] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98127b45-fe74-4f3d-a3b5-537661e2fee8: rpc.has_security_group_logging(os_id): False [ 1009.934749] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.935011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.935129] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.935465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.935651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.936025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.939443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.939443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.939443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.939443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.939443] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.939443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.939443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.940333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.940451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.940804] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.940895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.940951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.941120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.941199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.941301] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be updated. [ 1010.051874] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.051874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.051874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.051874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.051874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.080928] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: IN_PROGRESS for 2s [ 1011.668803] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41dc0908-ac65-4850-b35f-737bcfba9789 in Status: SUCCESS [ 1011.668803] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41dc0908-ac65-4850-b35f-737bcfba9789 deletion is rescheduled due to dependency. [ 1011.668803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.099161] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: SUCCESS [ 1012.099161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.145737] env[69363]: INFO networking_nsxv3.common.synchronization [req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 req-32add2b3-3c43-4fb6-8afb-e13ed8885f38 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Enqueued Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1012.146406] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1012.146757] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.146886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.146955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.147336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.147502] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.147635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.147722] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.147903] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.148029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.148152] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.498977] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.499192] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.499318] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.499582] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.499827] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.499976] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.500281] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.500313] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.503833] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.503833] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.503833] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.503833] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.503833] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.503833] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.503833] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.503833] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.524613] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.524805] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.524947] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.525151] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.525526] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-2cec892a-7ca2-4e25-8b19-09ed4252c1f2 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.525747] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-2cec892a-7ca2-4e25-8b19-09ed4252c1f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.525896] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-2cec892a-7ca2-4e25-8b19-09ed4252c1f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.526315] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-2cec892a-7ca2-4e25-8b19-09ed4252c1f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.526501] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cec892a-7ca2-4e25-8b19-09ed4252c1f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.651862] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.652066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.652113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.652316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.652412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.652606] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.652707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.652771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.652920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.652996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.653091] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 already deleted. [ 1012.653175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.029685] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.029994] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.030111] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.030419] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.030580] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.030745] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 2cec892a-7ca2-4e25-8b19-09ed4252c1f2 not found, creating... [ 1013.031040] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.031209] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.031390] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.031637] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.031781] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.033028] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.033268] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.033568] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.033936] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.034200] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.034428] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 2cec892a-7ca2-4e25-8b19-09ed4252c1f2 is going to be created. [ 1013.058385] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.058633] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.058823] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.059231] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.059594] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.060024] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-2cec892a-7ca2-4e25-8b19-09ed4252c1f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.775490] env[69363]: INFO networking_nsxv3.common.synchronization [req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 req-25c3444c-fa10-43f6-87c4-548910f984ab service nova] Enqueued Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_rules [ 1013.775719] env[69363]: INFO networking_nsxv3.common.synchronization [req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 req-25c3444c-fa10-43f6-87c4-548910f984ab service nova] Enqueued Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1013.775876] env[69363]: INFO networking_nsxv3.common.synchronization [req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 req-25c3444c-fa10-43f6-87c4-548910f984ab service nova] Enqueued Resource ID: 2cec892a-7ca2-4e25-8b19-09ed4252c1f2 with Priority: HIGHEST for action port [ 1013.777965] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_rules [ 1013.778182] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1013.778371] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cec892a-7ca2-4e25-8b19-09ed4252c1f2 with Priority: HIGHEST for action port [ 1013.778731] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.778813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.778884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.779207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.779694] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.780864] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.780996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.781705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.782028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.782231] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.782524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.782644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.782876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.783351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.783351] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.784302] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cec892a-7ca2-4e25-8b19-09ed4252c1f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.784439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cec892a-7ca2-4e25-8b19-09ed4252c1f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.784524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cec892a-7ca2-4e25-8b19-09ed4252c1f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.785264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cec892a-7ca2-4e25-8b19-09ed4252c1f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.785523] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cec892a-7ca2-4e25-8b19-09ed4252c1f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.287464] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.289031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.289031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.289031] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cec892a-7ca2-4e25-8b19-09ed4252c1f2 with status ACTIVE [ 1014.289031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.289267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.289267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.290032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.290032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.290032] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.290032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.290032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.290032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.290032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.290335] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.290335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.290335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.290435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.290489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.290586] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cec892a-7ca2-4e25-8b19-09ed4252c1f2 is going to be updated. [ 1014.311505] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.311656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.311726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.311932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.312082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.312309] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cec892a-7ca2-4e25-8b19-09ed4252c1f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.794479] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.297527] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.297917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.298572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.298572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.298795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.298942] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 is going to be created. [ 1015.324389] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.324578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.324631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.324818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.325015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.336707] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: UNINITIALIZED for 2s [ 1016.157614] env[69363]: INFO networking_nsxv3.common.synchronization [req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 req-d761a302-a30e-45d4-a9d9-81a189673368 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 1016.158147] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGHEST for action security_group_members [ 1016.158840] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.158840] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.158840] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.159024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.159024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.159125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.159181] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.159330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.159417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.159515] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.661484] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.661744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.661744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.661960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.662035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.662232] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.662331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.662395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.662543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.662620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.662705] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be updated. [ 1016.693085] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.693085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.693085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.693085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.693085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.701377] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: IN_PROGRESS for 2s [ 1017.348067] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: SUCCESS [ 1017.348343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.348553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.348882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.349157] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.349322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.349396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.349564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.349644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.349874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.349874] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.853301] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.853301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.853301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.853301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.853301] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.853301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.853301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.853301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.854832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.854832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.854832] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.854832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.854832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.854832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.854832] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.854832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.854832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.854832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.854832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.854832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.854832] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.356999] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af5feb46-e29e-481a-8505-7113bb4dbbc6: rpc.has_security_group_logging(os_id): False [ 1018.377591] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.377797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.377797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.378029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.378127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.378381] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.378493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.378579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.378744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.378824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.379101] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.379252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.379328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.379478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.379557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.379738] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.379835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.379899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.380054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.380132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.380219] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 is going to be created. [ 1018.442884] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.443109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.443109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.443318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.443523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.457341] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: IN_PROGRESS for 2s [ 1018.716630] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 in Status: SUCCESS [ 1018.716630] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 deletion is rescheduled due to dependency. [ 1018.716630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.470902] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: SUCCESS [ 1020.471232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.158995] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1021.158995] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1022.619014] env[69363]: INFO networking_nsxv3.common.synchronization [req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 req-adc2526a-2c01-4fb5-8084-f908d83e4d9a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_members [ 1022.619637] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_members [ 1022.620682] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-beda9bb5-21e8-4907-ae54-4ffe182a81e9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.620682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.620682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.621458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.622425] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.622425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.622425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.622425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.622425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.622741] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('beda9bb5-21e8-4907-ae54-4ffe182a81e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.959185] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.959185] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.959185] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.959185] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.959185] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.959185] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.959185] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.959185] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.960543] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.960987] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.961283] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.961521] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.961745] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.961973] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.962219] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.962508] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.983955] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.984292] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.984533] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.984860] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.985450] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-c06e20ba-42b6-48e0-8e2b-0046841eeae7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.985799] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-c06e20ba-42b6-48e0-8e2b-0046841eeae7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.986041] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-c06e20ba-42b6-48e0-8e2b-0046841eeae7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.986468] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-c06e20ba-42b6-48e0-8e2b-0046841eeae7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.986794] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c06e20ba-42b6-48e0-8e2b-0046841eeae7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.132640] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.132807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.132919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.133148] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.133259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.133484] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.133597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.133658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.133822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.133909] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.133976] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 already deleted. [ 1023.134059] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.274777] env[69363]: INFO networking_nsxv3.common.synchronization [req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 req-75f62276-46bf-480c-8443-9416976252ed tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Enqueued Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 1023.275352] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGHEST for action security_group_members [ 1023.275682] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.276047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.276047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.276215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.276272] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.276390] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.276449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.276620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.276712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.276821] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.488899] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.489194] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.489330] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.489606] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.489762] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.489919] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port c06e20ba-42b6-48e0-8e2b-0046841eeae7 not found, creating... [ 1023.490210] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.490370] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.490504] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.490727] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.491633] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.491633] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.491633] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.491633] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.491633] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.491934] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.491934] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: c06e20ba-42b6-48e0-8e2b-0046841eeae7 is going to be created. [ 1023.514812] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.515034] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.515124] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.515417] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.516036] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.516036] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-c06e20ba-42b6-48e0-8e2b-0046841eeae7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.782743] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.783246] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.783246] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.783246] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.783383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.783516] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.783617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.783669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.783813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.783953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.784051] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 is going to be updated. [ 1023.830043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.830217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.830278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.830540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.830689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.841863] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: IN_PROGRESS for 2s [ 1024.227127] env[69363]: INFO networking_nsxv3.common.synchronization [req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 req-2a46e042-6fd2-43ed-a929-7b8dd307fc6c service nova] Enqueued Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_rules [ 1024.228181] env[69363]: INFO networking_nsxv3.common.synchronization [req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 req-2a46e042-6fd2-43ed-a929-7b8dd307fc6c service nova] Enqueued Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_members [ 1024.228382] env[69363]: INFO networking_nsxv3.common.synchronization [req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 req-2a46e042-6fd2-43ed-a929-7b8dd307fc6c service nova] Enqueued Resource ID: c06e20ba-42b6-48e0-8e2b-0046841eeae7 with Priority: HIGHEST for action port [ 1024.228888] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_rules [ 1024.230200] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_members [ 1024.230200] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06e20ba-42b6-48e0-8e2b-0046841eeae7 with Priority: HIGHEST for action port [ 1024.230200] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.230200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.230200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.230616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.230830] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beda9bb5-21e8-4907-ae54-4ffe182a81e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.233252] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-beda9bb5-21e8-4907-ae54-4ffe182a81e9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.233252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.233252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.233252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.233252] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.233252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.233252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.233252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.233252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.233252] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('beda9bb5-21e8-4907-ae54-4ffe182a81e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.233580] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c06e20ba-42b6-48e0-8e2b-0046841eeae7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.233580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c06e20ba-42b6-48e0-8e2b-0046841eeae7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.233580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c06e20ba-42b6-48e0-8e2b-0046841eeae7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.233889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c06e20ba-42b6-48e0-8e2b-0046841eeae7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.233889] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c06e20ba-42b6-48e0-8e2b-0046841eeae7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.736209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-beda9bb5-21e8-4907-ae54-4ffe182a81e9 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.736434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.736709] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('beda9bb5-21e8-4907-ae54-4ffe182a81e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.737732] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c06e20ba-42b6-48e0-8e2b-0046841eeae7 with status ACTIVE [ 1024.737963] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.738167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.738259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.738535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.738643] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.739019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.739190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.739337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.739570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.739720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.740120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.740292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.740403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.740635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.740749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.740864] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c06e20ba-42b6-48e0-8e2b-0046841eeae7 is going to be updated. [ 1024.768880] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.769083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.769194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.769738] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.769905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.770131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c06e20ba-42b6-48e0-8e2b-0046841eeae7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.168057] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-f1999c8c-ee6b-4d3a-9e05-c81de2f1514a tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1025.168057] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1025.168430] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.168430] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.168430] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.168699] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.168914] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.169269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.169269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.169380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.169380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.169494] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.243695] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('beda9bb5-21e8-4907-ae54-4ffe182a81e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.671608] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.671917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.671917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.672165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.672278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.672518] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.672627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.672710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.672874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.672954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.673111] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 already deleted. [ 1025.673168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.682903] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.683123] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.683253] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.683609] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.683853] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.684035] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.684170] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.684424] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.684542] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.684779] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.684899] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.685026] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.685144] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.685272] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.685517] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.685517] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.707141] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.707340] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.707578] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.707780] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.708144] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-61fc712a-0389-479d-b3c4-530d19e72ebc taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.708339] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-61fc712a-0389-479d-b3c4-530d19e72ebc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.708513] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-61fc712a-0389-479d-b3c4-530d19e72ebc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.708813] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-61fc712a-0389-479d-b3c4-530d19e72ebc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.708983] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61fc712a-0389-479d-b3c4-530d19e72ebc',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.747076] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.747076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.747076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.747076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.747076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.747542] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 is going to be created. [ 1025.778320] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.778534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.778534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.778711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.778905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.791282] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 in Status: UNINITIALIZED for 2s [ 1025.850960] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 in Status: SUCCESS [ 1025.851171] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 deletion is rescheduled due to dependency. [ 1025.851290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.217028] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.217028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.217028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.217028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.217028] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.217028] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 61fc712a-0389-479d-b3c4-530d19e72ebc not found, creating... [ 1026.220344] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.220344] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.220344] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.220344] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.220344] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.220344] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.222601] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.226675] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.227245] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.227770] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.228188] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 61fc712a-0389-479d-b3c4-530d19e72ebc is going to be created. [ 1026.270721] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.271292] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.276314] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.277138] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.286584] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.287273] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-61fc712a-0389-479d-b3c4-530d19e72ebc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.925023] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-83af0428-fa0a-4880-8cb9-1a0515674323 service nova] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_rules [ 1026.925204] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-83af0428-fa0a-4880-8cb9-1a0515674323 service nova] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1026.925597] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-83af0428-fa0a-4880-8cb9-1a0515674323 service nova] Enqueued Resource ID: 61fc712a-0389-479d-b3c4-530d19e72ebc with Priority: HIGHEST for action port [ 1026.925907] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_rules [ 1026.935064] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1026.935064] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fc712a-0389-479d-b3c4-530d19e72ebc with Priority: HIGHEST for action port [ 1026.935064] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.935064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.935064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.935064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.935064] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.935064] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.935064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.935064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.935064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.935064] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.935064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.935064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.935064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.935064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.935064] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.936173] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-61fc712a-0389-479d-b3c4-530d19e72ebc taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.936173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61fc712a-0389-479d-b3c4-530d19e72ebc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.936173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61fc712a-0389-479d-b3c4-530d19e72ebc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.936494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61fc712a-0389-479d-b3c4-530d19e72ebc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.936494] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61fc712a-0389-479d-b3c4-530d19e72ebc',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.438855] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.439225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.439268] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.443945] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61fc712a-0389-479d-b3c4-530d19e72ebc with status ACTIVE [ 1027.443945] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.444098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.444168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.444874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.444874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.444874] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.445053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.445053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.445226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.445309] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.445503] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.445605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.445669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.445818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.445893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.445974] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61fc712a-0389-479d-b3c4-530d19e72ebc is going to be updated. [ 1027.468210] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.468371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.468432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.468614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.468950] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.469130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61fc712a-0389-479d-b3c4-530d19e72ebc" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.540707] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-8c493f2b-1ed8-451e-8781-27f9cbd7beac tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1027.541284] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1027.541721] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.541842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.803522] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 in Status: SUCCESS [ 1027.804431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.804431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.804881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.804881] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.805075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.805139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.806322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.806322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.806322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.806322] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('beda9bb5-21e8-4907-ae54-4ffe182a81e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.852619] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.852812] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.852938] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.853919] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.853919] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.853919] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.853919] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.854222] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.854274] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.854615] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.854741] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.854853] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.854988] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.855196] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.855450] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.855546] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.882158] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.882158] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.882158] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.882158] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.882158] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-357803e1-3124-43c4-8ccb-fd5ba5cf368b taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.882158] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-357803e1-3124-43c4-8ccb-fd5ba5cf368b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.882158] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-357803e1-3124-43c4-8ccb-fd5ba5cf368b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.882158] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-357803e1-3124-43c4-8ccb-fd5ba5cf368b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.882158] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('357803e1-3124-43c4-8ccb-fd5ba5cf368b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.941266] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.308885] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('beda9bb5-21e8-4907-ae54-4ffe182a81e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.385283] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.385604] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.385814] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.386712] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.386712] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.386712] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 357803e1-3124-43c4-8ccb-fd5ba5cf368b not found, creating... [ 1028.386924] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.387089] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.387237] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.387491] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.387653] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.387969] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.388218] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.388320] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.388569] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.388722] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.388918] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 357803e1-3124-43c4-8ccb-fd5ba5cf368b is going to be created. [ 1028.413036] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.413036] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.413336] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.413492] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.413659] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.413911] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-357803e1-3124-43c4-8ccb-fd5ba5cf368b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.445201] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.445635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.445683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.446042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.446220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.446398] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be created. [ 1028.480797] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.481089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.481170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.481438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.482019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.511209] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: UNINITIALIZED for 2s [ 1028.779035] env[69363]: INFO networking_nsxv3.common.synchronization [req-bd4e797b-18b3-4c04-bdf0-9937595c0376 req-b168ecda-0fa1-484d-a54c-8d9d70ab55f9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1028.779731] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1028.780147] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.780301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.780387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.780809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.780903] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.780985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.781080] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.781348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.781395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.781503] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.810791] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for beda9bb5-21e8-4907-ae54-4ffe182a81e9: rpc.has_security_group_logging(os_id): False [ 1028.831815] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.832038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.832105] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.832334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.832445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.832725] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.832843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.832887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.833057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.833140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.833228] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 is going to be created. [ 1028.909979] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.910214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.910214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.910430] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.910618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.924556] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 in Status: IN_PROGRESS for 2s [ 1029.284073] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.284303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.284404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.284626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.284715] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.284988] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.285120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.285185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.285332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.285408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.285496] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1029.301646] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-d5cb697e-8e6a-4d96-8cd8-94dd60a4fd2d service nova] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_rules [ 1029.301846] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-d5cb697e-8e6a-4d96-8cd8-94dd60a4fd2d service nova] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1029.302056] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-d5cb697e-8e6a-4d96-8cd8-94dd60a4fd2d service nova] Enqueued Resource ID: 357803e1-3124-43c4-8ccb-fd5ba5cf368b with Priority: HIGHEST for action port [ 1029.302675] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_rules [ 1029.302675] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1029.302806] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357803e1-3124-43c4-8ccb-fd5ba5cf368b with Priority: HIGHEST for action port [ 1029.303225] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.303225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.303450] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.303450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.303643] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-357803e1-3124-43c4-8ccb-fd5ba5cf368b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.303748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-357803e1-3124-43c4-8ccb-fd5ba5cf368b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.303906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-357803e1-3124-43c4-8ccb-fd5ba5cf368b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.304018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-357803e1-3124-43c4-8ccb-fd5ba5cf368b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.304128] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('357803e1-3124-43c4-8ccb-fd5ba5cf368b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.318932] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.319098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.319206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.319359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.319497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.329852] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1029.806635] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 357803e1-3124-43c4-8ccb-fd5ba5cf368b with status ACTIVE [ 1029.807023] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.807276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.807456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.810047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.810047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.810047] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.810047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.810047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.810047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.810047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.810047] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.810047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.810047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.810047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.810047] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.810047] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 357803e1-3124-43c4-8ccb-fd5ba5cf368b is going to be updated. [ 1029.835808] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.835932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.836072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.836235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.836455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.836803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-357803e1-3124-43c4-8ccb-fd5ba5cf368b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.315241] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-ae358ab0-b7f5-46e2-84af-c7d9ba01a885 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1030.315942] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1030.316176] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.316292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.522693] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: SUCCESS [ 1030.522943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.523104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.523320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.523517] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.523637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.523695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.523854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.523935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.524029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.524128] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.524999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.525175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.525335] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.525452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.525524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.525755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.525842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.525902] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.938758] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 in Status: SUCCESS [ 1030.939138] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.028517] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.028679] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.028863] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.052558] env[69363]: INFO networking_nsxv3.common.synchronization [req-25f5160f-930b-4d58-9b69-288492063261 req-2c320a4e-305a-45fa-bf53-16931fa4e941 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Enqueued Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_members [ 1031.053074] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGHEST for action security_group_members [ 1031.053436] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.053551] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.053623] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.053867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.053963] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.054073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.054140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.055134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.055237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.055773] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9261ec-3ee9-4214-a846-94f43bb1b7ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.132518] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.132734] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.132867] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.133157] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.133417] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.133579] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.133705] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.134013] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.134186] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.134443] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.134587] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.134706] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.134819] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.134979] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.135152] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.135307] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.155092] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.155270] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.156483] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.156483] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-519" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.156483] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-32450539-840c-4cc9-bccd-7153cc0c63c9 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.156483] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-32450539-840c-4cc9-bccd-7153cc0c63c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.156483] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-32450539-840c-4cc9-bccd-7153cc0c63c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.156827] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-32450539-840c-4cc9-bccd-7153cc0c63c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.156864] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32450539-840c-4cc9-bccd-7153cc0c63c9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.341712] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1031.341910] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 deletion is rescheduled due to dependency. [ 1031.342037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.531583] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.558243] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.558468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.558468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.558702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.558801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.558998] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.559284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.559347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.559502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.559581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.559669] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee is going to be updated. [ 1031.590713] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.590886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.590968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.591274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.591506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.602636] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee in Status: IN_PROGRESS for 2s [ 1031.659972] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.660196] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.660244] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.660525] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.660675] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.660834] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 32450539-840c-4cc9-bccd-7153cc0c63c9 not found, creating... [ 1031.661115] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.661272] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.661394] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.661612] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.661787] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.662101] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.662264] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.662387] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.662600] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.662736] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.662875] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 32450539-840c-4cc9-bccd-7153cc0c63c9 is going to be created. [ 1031.684165] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.684391] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.684549] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.684842] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.685100] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.685334] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-32450539-840c-4cc9-bccd-7153cc0c63c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.034084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.034514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.034514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.034514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.034659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.034659] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be updated. [ 1032.074889] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.074889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.074889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.074889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.075337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.091132] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: IN_PROGRESS for 2s [ 1032.500554] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-bb7c01be-380a-4842-a475-8a5b757d195f service nova] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_rules [ 1032.500779] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-bb7c01be-380a-4842-a475-8a5b757d195f service nova] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1032.500957] env[69363]: INFO networking_nsxv3.common.synchronization [req-16a9f9e5-1074-492c-86b6-e7af984947dd req-bb7c01be-380a-4842-a475-8a5b757d195f service nova] Enqueued Resource ID: 32450539-840c-4cc9-bccd-7153cc0c63c9 with Priority: HIGHEST for action port [ 1032.501219] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_rules [ 1032.501346] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1032.501436] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32450539-840c-4cc9-bccd-7153cc0c63c9 with Priority: HIGHEST for action port [ 1032.505106] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.505227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.505460] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.506656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.506908] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-32450539-840c-4cc9-bccd-7153cc0c63c9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.507552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32450539-840c-4cc9-bccd-7153cc0c63c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.507666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32450539-840c-4cc9-bccd-7153cc0c63c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.507829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32450539-840c-4cc9-bccd-7153cc0c63c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.507923] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32450539-840c-4cc9-bccd-7153cc0c63c9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.011033] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32450539-840c-4cc9-bccd-7153cc0c63c9 with status ACTIVE [ 1033.011033] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.011033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.011033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.011033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.011033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.011434] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.011434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.011434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.011434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.011557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.011680] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.011820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.011855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.011997] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.012084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.012169] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32450539-840c-4cc9-bccd-7153cc0c63c9 is going to be updated. [ 1033.032728] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.032926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.032926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.033161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.033244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.033439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32450539-840c-4cc9-bccd-7153cc0c63c9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.614822] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee in Status: SUCCESS [ 1033.615217] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee deletion is rescheduled due to dependency. [ 1033.617184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.106818] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: SUCCESS [ 1034.107069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.107242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.107459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.107652] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.107774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.107948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.108043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.108130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.108227] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.610454] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.867206] env[69363]: INFO networking_nsxv3.common.synchronization [req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 req-17738f04-97e2-417f-966a-20be61422962 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Enqueued Resource ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 with Priority: HIGHEST for action security_group_members [ 1034.868244] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 with Priority: HIGHEST for action security_group_members [ 1034.868769] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-00e4596a-2455-4cf5-bc4d-c3262baf3027 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.868980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.869060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.869667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.869667] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.869667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.870092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.870092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.870092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.870217] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00e4596a-2455-4cf5-bc4d-c3262baf3027',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.114230] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.373510] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.373779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.373779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.373946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.374048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.374480] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.374653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.374875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.374875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.374958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.375037] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 already deleted. [ 1035.375122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.412806] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.413051] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.413217] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.413524] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.413796] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.413964] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.414101] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.414320] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.414474] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.414795] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.414916] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.415037] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.415149] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.415264] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.415371] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.415504] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.435082] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.435267] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.435406] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.435582] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.435894] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.436086] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.436212] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.436556] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.436890] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.617959] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.617959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.617959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.617959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.617959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.617959] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be updated. [ 1035.646432] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.646432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.646432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.646432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.646432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.655493] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: IN_PROGRESS for 2s [ 1035.939549] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.939549] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.940125] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.940125] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.940125] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.940308] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c not found, creating... [ 1035.940454] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.940613] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.940734] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.940956] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.941105] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.941393] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.941550] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.941669] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.941884] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.942030] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.942168] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c is going to be created. [ 1035.963139] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.963373] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.963506] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.963787] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.964037] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.964272] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.713578] env[69363]: INFO networking_nsxv3.common.synchronization [req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 req-2a0a6d09-2ce5-4896-81f0-d81b53dec0d1 service nova] Enqueued Resource ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 with Priority: HIGHEST for action security_group_rules [ 1036.713578] env[69363]: INFO networking_nsxv3.common.synchronization [req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 req-2a0a6d09-2ce5-4896-81f0-d81b53dec0d1 service nova] Enqueued Resource ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 with Priority: HIGHEST for action security_group_members [ 1036.713578] env[69363]: INFO networking_nsxv3.common.synchronization [req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 req-2a0a6d09-2ce5-4896-81f0-d81b53dec0d1 service nova] Enqueued Resource ID: a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c with Priority: HIGHEST for action port [ 1036.713578] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 with Priority: HIGHEST for action security_group_rules [ 1036.713578] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 with Priority: HIGHEST for action security_group_members [ 1036.713578] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c with Priority: HIGHEST for action port [ 1036.713578] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00e4596a-2455-4cf5-bc4d-c3262baf3027 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.713578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.713578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.713578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.713578] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00e4596a-2455-4cf5-bc4d-c3262baf3027',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.714610] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-00e4596a-2455-4cf5-bc4d-c3262baf3027 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.714822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.714822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.718136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.718136] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.718136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.718136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.718136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.718136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.718136] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00e4596a-2455-4cf5-bc4d-c3262baf3027',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.718136] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.718960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.718960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.718960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.718960] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.218498] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00e4596a-2455-4cf5-bc4d-c3262baf3027',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.226513] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-00e4596a-2455-4cf5-bc4d-c3262baf3027 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.226513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.226513] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c with status ACTIVE [ 1037.226513] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.226513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.226513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.226513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.226513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.226513] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.226513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.226513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.227220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.227337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.227629] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.227761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.227868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.228085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.228171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.228299] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c is going to be updated. [ 1037.250630] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.250831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.250890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.251199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.251338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.251485] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.333984] env[69363]: INFO networking_nsxv3.common.synchronization [req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 req-5dbb2588-bd60-48ca-b407-147d970e86aa tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1037.334877] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1037.335145] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.335311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.335397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.335649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.335873] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.336050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.336160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.336369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.336482] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.336603] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.667128] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: SUCCESS [ 1037.667569] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.668542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.668891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.670658] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.670658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.670658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.670658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.670658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.670658] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.725364] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00e4596a-2455-4cf5-bc4d-c3262baf3027',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.841617] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.841617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.841617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.841617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.841617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.841617] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.841617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.841617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.841617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.841617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.841617] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1037.870620] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.873472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.873472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.873472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.873472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.885708] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1038.032090] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.032326] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.032454] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.032762] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.033863] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.034569] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.034569] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.034695] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.034848] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.035116] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.035238] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.035349] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.035455] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.035568] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.035672] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.035825] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.057815] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.058011] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.058163] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.058400] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.058685] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-d40ff363-8bc7-4dfd-9a30-c617db535df1 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.058870] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-d40ff363-8bc7-4dfd-9a30-c617db535df1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.059019] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-d40ff363-8bc7-4dfd-9a30-c617db535df1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.059376] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-d40ff363-8bc7-4dfd-9a30-c617db535df1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.059527] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d40ff363-8bc7-4dfd-9a30-c617db535df1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.172888] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.228334] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.228334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.228334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.228334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.228334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.228334] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 is going to be created. [ 1038.252506] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.252777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.252777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.253597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.253597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.268319] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 in Status: UNINITIALIZED for 2s [ 1038.563533] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.563751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.563893] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.564209] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.564374] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.564579] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port d40ff363-8bc7-4dfd-9a30-c617db535df1 not found, creating... [ 1038.564902] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.565081] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.565767] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.565767] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.565767] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.566087] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.566284] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.566463] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.566623] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.566850] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.567021] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: d40ff363-8bc7-4dfd-9a30-c617db535df1 is going to be created. [ 1038.588893] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.589258] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.589383] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.590231] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.590537] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.590779] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-d40ff363-8bc7-4dfd-9a30-c617db535df1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.676452] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.182413] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.182666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.182666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.182850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.182944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.183046] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be updated. [ 1039.238161] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.238161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.238161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.238161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.238161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.246438] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: IN_PROGRESS for 2s [ 1039.289291] env[69363]: INFO networking_nsxv3.common.synchronization [req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 req-90dadcb6-fdbe-4e84-b4c7-958600f7ec78 service nova] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_rules [ 1039.289473] env[69363]: INFO networking_nsxv3.common.synchronization [req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 req-90dadcb6-fdbe-4e84-b4c7-958600f7ec78 service nova] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1039.291026] env[69363]: INFO networking_nsxv3.common.synchronization [req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 req-90dadcb6-fdbe-4e84-b4c7-958600f7ec78 service nova] Enqueued Resource ID: d40ff363-8bc7-4dfd-9a30-c617db535df1 with Priority: HIGHEST for action port [ 1039.291026] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_rules [ 1039.291026] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1039.291026] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ff363-8bc7-4dfd-9a30-c617db535df1 with Priority: HIGHEST for action port [ 1039.291026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.291026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.291408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.291408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.291408] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.295662] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.295831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.296079] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d40ff363-8bc7-4dfd-9a30-c617db535df1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.296230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d40ff363-8bc7-4dfd-9a30-c617db535df1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.296309] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d40ff363-8bc7-4dfd-9a30-c617db535df1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.296555] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d40ff363-8bc7-4dfd-9a30-c617db535df1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.296649] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d40ff363-8bc7-4dfd-9a30-c617db535df1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.799442] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d40ff363-8bc7-4dfd-9a30-c617db535df1 with status ACTIVE [ 1039.799682] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.799896] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.799973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.800220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.800421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.800763] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.800887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.800948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.801246] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.801328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.801670] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.801860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.801947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.802159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.802331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.802488] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d40ff363-8bc7-4dfd-9a30-c617db535df1 is going to be updated. [ 1039.803756] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.803880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.825373] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.825665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.825665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.825841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.825975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.826161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d40ff363-8bc7-4dfd-9a30-c617db535df1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.897324] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1039.897515] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 deletion is rescheduled due to dependency. [ 1039.897638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.898049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.898365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.898668] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.898853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.898933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.899288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.899418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.899561] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.218028] env[69363]: INFO networking_nsxv3.common.synchronization [req-ac65a178-a234-44e0-bb4f-589984a3a377 req-41c5b0df-21d4-4b00-a8fd-d17fab6e7e41 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1040.218712] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1040.218984] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.219648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.219731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.220359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.220359] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.220508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.220508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.220594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.221540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.221540] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.279759] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 in Status: SUCCESS [ 1040.280930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.280930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.280930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.280930] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.280930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.281121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.281870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.282020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.282487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.282636] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00e4596a-2455-4cf5-bc4d-c3262baf3027',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.403963] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.725145] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.725330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.725431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.725588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.725680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.725875] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.725973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.726046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.726215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.726296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.726388] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1040.752414] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.752574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.752699] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.752985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.753136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.763318] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1040.786249] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-00e4596a-2455-4cf5-bc4d-c3262baf3027 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.786422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.786465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.786658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.786891] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.786994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.787073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.787335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.787423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.787542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.787740] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-00e4596a-2455-4cf5-bc4d-c3262baf3027 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.787863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.787924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.788098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.788236] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.788328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.788388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.788643] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.788643] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.788737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.788737] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00e4596a-2455-4cf5-bc4d-c3262baf3027',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.790362] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.790667] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.790667] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.790870] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.791134] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.791288] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.791408] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.791619] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.791752] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.792060] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.792163] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.792282] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.792394] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.792511] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.792620] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.792781] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.814131] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.814295] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.814440] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.814637] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.814951] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-3fa337d3-7906-469d-a956-cc00b18fcf37 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.815194] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-3fa337d3-7906-469d-a956-cc00b18fcf37" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.815270] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-3fa337d3-7906-469d-a956-cc00b18fcf37" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.816773] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-3fa337d3-7906-469d-a956-cc00b18fcf37" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.816773] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa337d3-7906-469d-a956-cc00b18fcf37',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.906547] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.257328] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: SUCCESS [ 1041.257536] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.257701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.257971] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.258177] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.258310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.258379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.258536] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.258618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.258704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.258872] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.258960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.259010] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.259150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.259286] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.259378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.259440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.259575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.259649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.259728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.259815] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.260674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.260808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.261829] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.261829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.261829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.261829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.261829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.261829] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.295388] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00e4596a-2455-4cf5-bc4d-c3262baf3027: rpc.has_security_group_logging(os_id): False [ 1041.314741] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.314899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.314974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.315757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.315757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.315757] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.315757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.316043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.316043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.316503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.316503] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.316503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.316503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.316982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.316982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.316982] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.317189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.317189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.317326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.317326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.317394] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 is going to be created. [ 1041.318892] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.319137] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.319263] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.319547] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.319645] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.319816] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 3fa337d3-7906-469d-a956-cc00b18fcf37 not found, creating... [ 1041.320086] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.320563] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.320773] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.321070] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.321233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.321523] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.321681] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.321805] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.322031] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.322207] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.322314] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 3fa337d3-7906-469d-a956-cc00b18fcf37 is going to be created. [ 1041.349035] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.349035] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.349314] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.349492] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.349736] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.349985] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-3fa337d3-7906-469d-a956-cc00b18fcf37" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.403938] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.404178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.404369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.404708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.404947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.409340] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.409612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.409612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.409872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.409979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.410161] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1041.427655] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 in Status: IN_PROGRESS for 2s [ 1041.451023] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.451227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.451227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.452036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.452036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.473429] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1041.763499] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec441e74-a790-42fa-b4d1-c13543c71567: rpc.has_security_group_logging(os_id): False [ 1041.764807] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.783951] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.784046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.784651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.784949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.785060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.785272] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.785378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.785444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.785599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.785676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.785872] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.785966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.786036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.786236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.786356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.786535] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.787164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.787164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.787164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.787164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.787164] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be created. [ 1041.847213] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.847443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.847513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.847736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.848095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.858313] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: IN_PROGRESS for 2s [ 1042.217645] env[69363]: INFO networking_nsxv3.common.synchronization [req-ac65a178-a234-44e0-bb4f-589984a3a377 req-0317b6f8-e534-4719-9ba0-5dd672868d8c service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 1042.217934] env[69363]: INFO networking_nsxv3.common.synchronization [req-ac65a178-a234-44e0-bb4f-589984a3a377 req-0317b6f8-e534-4719-9ba0-5dd672868d8c service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1042.218110] env[69363]: INFO networking_nsxv3.common.synchronization [req-ac65a178-a234-44e0-bb4f-589984a3a377 req-0317b6f8-e534-4719-9ba0-5dd672868d8c service nova] Enqueued Resource ID: 3fa337d3-7906-469d-a956-cc00b18fcf37 with Priority: HIGHEST for action port [ 1042.218933] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 1042.219113] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1042.219226] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa337d3-7906-469d-a956-cc00b18fcf37 with Priority: HIGHEST for action port [ 1042.219532] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.219647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.219707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.219925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.220023] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.221654] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.221876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.222129] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fa337d3-7906-469d-a956-cc00b18fcf37 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.222265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fa337d3-7906-469d-a956-cc00b18fcf37" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.222297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fa337d3-7906-469d-a956-cc00b18fcf37" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.222481] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fa337d3-7906-469d-a956-cc00b18fcf37" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.222571] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa337d3-7906-469d-a956-cc00b18fcf37',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.268671] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.724585] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.724884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.725012] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fa337d3-7906-469d-a956-cc00b18fcf37 with status ACTIVE [ 1042.725202] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.725320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.729016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.729016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.729016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.729016] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.729016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.729016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.729016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.729016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.729016] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.729016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.729016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.729016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.729016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.729016] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fa337d3-7906-469d-a956-cc00b18fcf37 is going to be updated. [ 1042.745614] env[69363]: INFO networking_nsxv3.common.synchronization [req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c req-ac01eec9-4e23-4992-8449-c631bc20c056 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Enqueued Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1042.747050] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1042.747771] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.748147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.748295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.748710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.749009] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.749244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.749366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.749665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.749809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.749982] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.756891] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.757049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.757123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.757335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.757480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.757660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fa337d3-7906-469d-a956-cc00b18fcf37" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.772142] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.772328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.772410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.772625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.772718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.773775] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be updated. [ 1042.775342] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1042.775479] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f deletion is rescheduled due to dependency. [ 1042.775585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.775743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.775926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.776118] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.776230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.776394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.776475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.776526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.776644] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.822543] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.822815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.822953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.823197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.823346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.833564] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: IN_PROGRESS for 2s [ 1043.086450] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.086657] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.086836] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.087143] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.087414] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.087576] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.087698] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.087923] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.088102] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.088357] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.088476] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.088589] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.088704] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.088865] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.088953] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.089104] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.109918] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.110115] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.110260] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.110443] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-980" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.110774] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-aab05023-06b4-4d51-96af-21a7bbbbe274 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.110951] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-aab05023-06b4-4d51-96af-21a7bbbbe274" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.111087] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-aab05023-06b4-4d51-96af-21a7bbbbe274" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.111426] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-aab05023-06b4-4d51-96af-21a7bbbbe274" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.111578] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aab05023-06b4-4d51-96af-21a7bbbbe274',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.252777] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.280421] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.445821] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 in Status: SUCCESS [ 1043.446071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.485380] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1043.486088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.486088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.486088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.486369] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.486369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.486503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.486583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.486675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.486841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.486943] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.617304] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.617579] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.617709] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.618022] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.618190] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.618356] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port aab05023-06b4-4d51-96af-21a7bbbbe274 not found, creating... [ 1043.618636] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.618831] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.618960] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.619218] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.619359] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.619650] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.619809] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.619933] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.620186] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.620380] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.620544] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: aab05023-06b4-4d51-96af-21a7bbbbe274 is going to be created. [ 1043.641952] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.644020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.644020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.644020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.644020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.644020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-aab05023-06b4-4d51-96af-21a7bbbbe274" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.754542] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.783451] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.870479] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: SUCCESS [ 1043.870694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.870919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.871188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.871286] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.989449] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.989621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.989684] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.989896] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.990077] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.990180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.990238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.990484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.990484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.990602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.990693] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.990789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.990853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.990982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.991135] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.991219] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.991278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.991425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.991483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.991564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.991653] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.259236] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.259458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.259458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.259639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.259731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.259828] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 is going to be updated. [ 1044.285824] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.285994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.286090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.286323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.286405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.286441] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1044.290065] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.290225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.290273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.290469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.290610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.304676] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: IN_PROGRESS for 2s [ 1044.326057] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.326230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.326296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.326507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.326848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.338438] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1044.359352] env[69363]: INFO networking_nsxv3.common.synchronization [req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c req-6da8847e-ae28-4c48-83ef-36a732f5d181 service nova] Enqueued Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_rules [ 1044.359548] env[69363]: INFO networking_nsxv3.common.synchronization [req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c req-6da8847e-ae28-4c48-83ef-36a732f5d181 service nova] Enqueued Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1044.359723] env[69363]: INFO networking_nsxv3.common.synchronization [req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c req-6da8847e-ae28-4c48-83ef-36a732f5d181 service nova] Enqueued Resource ID: aab05023-06b4-4d51-96af-21a7bbbbe274 with Priority: HIGHEST for action port [ 1044.360017] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_rules [ 1044.360159] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1044.360248] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab05023-06b4-4d51-96af-21a7bbbbe274 with Priority: HIGHEST for action port [ 1044.360856] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.361013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.361083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.361316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.361403] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.362352] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.362452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.362588] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-aab05023-06b4-4d51-96af-21a7bbbbe274 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.362693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aab05023-06b4-4d51-96af-21a7bbbbe274" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.362749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aab05023-06b4-4d51-96af-21a7bbbbe274" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.362944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aab05023-06b4-4d51-96af-21a7bbbbe274" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.363055] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aab05023-06b4-4d51-96af-21a7bbbbe274',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.374189] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.374345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.494378] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1: rpc.has_security_group_logging(os_id): False [ 1044.517212] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.517457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.517457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.517638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.517730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.517954] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.518074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.518133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.518292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.518408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.518575] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.518664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.518723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.518871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.518940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.519486] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.519595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.519660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.519809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.519889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.519977] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1044.607477] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.607721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.607800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.608135] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.608294] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.625946] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1044.847862] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: SUCCESS [ 1044.851240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.851240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.851240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.851240] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.851240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.851240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.851240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.851240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.851240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.851240] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.865160] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.865248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.865850] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aab05023-06b4-4d51-96af-21a7bbbbe274 with status ACTIVE [ 1044.865850] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.865850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.865850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.866119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.866119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.866273] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.866375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.866477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.868037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.868037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.868037] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.871167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.871251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.871500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.871579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.871679] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aab05023-06b4-4d51-96af-21a7bbbbe274 is going to be updated. [ 1044.893400] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.893587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.893651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.893803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.893942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.894116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aab05023-06b4-4d51-96af-21a7bbbbe274" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.171738] env[69363]: INFO networking_nsxv3.common.synchronization [None req-5bfa768f-39aa-4f3d-93c8-d457700982a8 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1045.172345] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1045.172666] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.172792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.172868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.176222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.176456] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.176582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.176651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.176871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.176968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.177075] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.337464] env[69363]: INFO networking_nsxv3.common.synchronization [req-f6d2dff0-7c01-48e4-9021-0953d634b36f req-8a0ab725-0056-490f-9d8f-abef4c20a656 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1045.338085] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1045.338398] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.338519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.338644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.338787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.338942] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.342140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.342305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.342503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.342591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.342668] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.356376] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.356376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.679578] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.845187] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.182158] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.315041] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: SUCCESS [ 1046.315302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.315474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.315713] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.315902] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.316059] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.316148] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.316295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.316394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.316493] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.347829] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.350170] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1046.350487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.350737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.351056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.351323] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.351470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.351545] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.351780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.351918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.352028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.352144] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.646060] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1046.646060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.686582] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.686888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.686888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.687197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.687304] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.687413] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1046.724457] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.724650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.724650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.724864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.725022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.738992] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1046.818666] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.854054] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.854054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.854348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.854393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.854492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.854640] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be updated. [ 1046.855947] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.856108] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.856171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.856717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.856717] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.856717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.856717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.856717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.857010] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.857010] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.857082] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.857128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.857178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.857326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.857460] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.857545] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.857604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.857734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.857806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.857884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.857972] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.888685] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.888903] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.888903] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.889115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.889294] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.898399] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: IN_PROGRESS for 2s [ 1047.320924] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.359782] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b42a42c-dcf3-4886-9e81-0b5c5442192f: rpc.has_security_group_logging(os_id): False [ 1047.380064] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.380064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.380064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.380064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.380064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.380454] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.380454] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.380454] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.380652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.380652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.380805] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.380924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.380995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.381141] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.381216] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.381507] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.381639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.381697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.381898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.381898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.382063] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1047.445277] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.445277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.445277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.445277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.445277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.459394] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1047.539866] env[69363]: INFO networking_nsxv3.common.synchronization [req-149dbe83-8902-4869-86bf-421d830d86a4 req-d9068f20-ef24-4ae3-87eb-6edaf1160fa8 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1047.540504] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1047.540721] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.540843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.540910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.541725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.541904] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.542034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.542113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.542312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.542410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.542526] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.738860] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.740078] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.741135] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.741135] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.742580] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.742580] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.742580] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.742580] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.742580] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.742580] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.743156] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.743247] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.743312] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.743460] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.743574] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.743913] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.767589] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.767872] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.768122] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.768354] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.768738] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-9ba7e904-b95f-4c5e-9449-6242167ba1ab taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.768962] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-9ba7e904-b95f-4c5e-9449-6242167ba1ab" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.770100] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-9ba7e904-b95f-4c5e-9449-6242167ba1ab" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.770100] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-9ba7e904-b95f-4c5e-9449-6242167ba1ab" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.770100] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ba7e904-b95f-4c5e-9449-6242167ba1ab',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.826139] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.826351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.826392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.826600] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.826699] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.826797] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 is going to be updated. [ 1047.865029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.865029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.865029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.865029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.865029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.877142] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: IN_PROGRESS for 2s [ 1047.997584] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.997958] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.998232] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.998669] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.999161] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.999460] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.999683] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.000601] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.000601] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.000774] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.000904] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.001130] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.001307] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.001490] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.001669] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.001910] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.023794] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.023990] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.024441] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.024441] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.024657] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.024783] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.025417] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.025417] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.025417] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29067a0e-ffb5-4151-9c44-52c4fa2bbb6d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.045369] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.045667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.045667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.045876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.045966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.046189] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.046285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.046351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.046539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.046621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.046708] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1048.077362] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.077553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.077599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.077788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.077968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.089700] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1048.272600] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.272891] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.273081] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.273563] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.274129] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.274129] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 9ba7e904-b95f-4c5e-9449-6242167ba1ab not found, creating... [ 1048.274505] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.274505] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.274669] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.274971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.275225] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.275676] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.275888] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.276054] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.276317] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.276570] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.276721] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 9ba7e904-b95f-4c5e-9449-6242167ba1ab is going to be created. [ 1048.303820] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.304108] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.304268] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.304625] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.305080] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.305240] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-9ba7e904-b95f-4c5e-9449-6242167ba1ab" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.528980] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.529353] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.529493] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.529777] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.529934] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.530109] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 29067a0e-ffb5-4151-9c44-52c4fa2bbb6d not found, creating... [ 1048.530394] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.530562] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.530686] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.530962] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.531226] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.531732] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.531931] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.532073] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.532307] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.532451] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.532627] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 29067a0e-ffb5-4151-9c44-52c4fa2bbb6d is going to be created. [ 1048.561723] env[69363]: INFO networking_nsxv3.common.synchronization [req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 req-5e6fd8ae-6f3a-4b32-95cf-d34f0548a91a tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Enqueued Resource ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 with Priority: HIGHEST for action security_group_members [ 1048.565342] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.565621] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.565774] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.566111] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.566379] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.566644] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.567905] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 with Priority: HIGHEST for action security_group_members [ 1048.568768] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-00e4596a-2455-4cf5-bc4d-c3262baf3027 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.570988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.570988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.571705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.571705] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.571705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.571994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.572969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.573519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.573519] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00e4596a-2455-4cf5-bc4d-c3262baf3027',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.755050] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1048.755236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.911644] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: SUCCESS [ 1048.911888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.912083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.912336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.912527] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.912649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.912720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.912878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.912975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.913086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.913245] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.913342] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.913403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.913557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.913707] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.913802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.913867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.914561] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.914771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.914953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.915115] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.080538] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.080742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.080809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.081064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.081187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.081399] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.081489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.081554] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.081731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.081838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.081934] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 is going to be updated. [ 1049.116018] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.116018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.116018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.116018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.116018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.123145] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 in Status: IN_PROGRESS for 2s [ 1049.387537] env[69363]: INFO networking_nsxv3.common.synchronization [req-37014e47-a768-4a81-bfcc-e034a3194a65 req-b4146fff-0a64-454f-8934-692b05a7dfd5 service nova] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_rules [ 1049.387537] env[69363]: INFO networking_nsxv3.common.synchronization [req-37014e47-a768-4a81-bfcc-e034a3194a65 req-b4146fff-0a64-454f-8934-692b05a7dfd5 service nova] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1049.387537] env[69363]: INFO networking_nsxv3.common.synchronization [req-37014e47-a768-4a81-bfcc-e034a3194a65 req-b4146fff-0a64-454f-8934-692b05a7dfd5 service nova] Enqueued Resource ID: 9ba7e904-b95f-4c5e-9449-6242167ba1ab with Priority: HIGHEST for action port [ 1049.387537] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_rules [ 1049.387537] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1049.387724] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba7e904-b95f-4c5e-9449-6242167ba1ab with Priority: HIGHEST for action port [ 1049.388740] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.388874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.388946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.389168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.389254] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.390664] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.390811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.390884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.391091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.391360] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.391470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.391535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.391789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.391789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.391878] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.393047] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ba7e904-b95f-4c5e-9449-6242167ba1ab taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.393212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ba7e904-b95f-4c5e-9449-6242167ba1ab" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.393283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ba7e904-b95f-4c5e-9449-6242167ba1ab" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.393444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ba7e904-b95f-4c5e-9449-6242167ba1ab" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.393516] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ba7e904-b95f-4c5e-9449-6242167ba1ab',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.418238] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec441e74-a790-42fa-b4d1-c13543c71567: rpc.has_security_group_logging(os_id): False [ 1049.439224] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.439524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.439616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.439840] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.439936] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.440157] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.440260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.440312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.440565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.440835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.441068] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.441183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.441264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.441420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.441512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.441821] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.441882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.442036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.442124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.442223] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.442323] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be updated. [ 1049.480264] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1049.480492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.527934] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.528177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.528316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.528494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.528678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.548261] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: IN_PROGRESS for 2s [ 1049.839156] env[69363]: INFO networking_nsxv3.common.synchronization [req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 req-9f1b7161-de35-4245-a08e-fe9e3971e36e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Enqueued Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_members [ 1049.839724] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGHEST for action security_group_members [ 1049.840043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.840197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.840278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.840462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.840614] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.840708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.840769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.840915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.841014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.841318] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.887074] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: SUCCESS [ 1049.887393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.887528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.887745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.888383] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.888383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.888383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.888383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.888383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.888729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.888729] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.893716] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.896584] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.896683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.896832] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ba7e904-b95f-4c5e-9449-6242167ba1ab with status ACTIVE [ 1049.897120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.897314] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.897314] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.897475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.897475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.897588] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.897677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.897729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.897876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.897976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.901503] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.901640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.901713] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.901877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.901954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.902024] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ba7e904-b95f-4c5e-9449-6242167ba1ab is going to be updated. [ 1049.905190] env[69363]: INFO networking_nsxv3.common.synchronization [req-149dbe83-8902-4869-86bf-421d830d86a4 req-ee227d38-b501-4f4b-9c17-b73746203fd5 service nova] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_rules [ 1049.905765] env[69363]: INFO networking_nsxv3.common.synchronization [req-149dbe83-8902-4869-86bf-421d830d86a4 req-ee227d38-b501-4f4b-9c17-b73746203fd5 service nova] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1049.905765] env[69363]: INFO networking_nsxv3.common.synchronization [req-149dbe83-8902-4869-86bf-421d830d86a4 req-ee227d38-b501-4f4b-9c17-b73746203fd5 service nova] Enqueued Resource ID: 29067a0e-ffb5-4151-9c44-52c4fa2bbb6d with Priority: HIGHEST for action port [ 1049.907412] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_rules [ 1049.907552] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1049.907651] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29067a0e-ffb5-4151-9c44-52c4fa2bbb6d with Priority: HIGHEST for action port [ 1049.908604] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.908743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.908805] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.909008] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.909166] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.910356] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.910449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.910771] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.910869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.910937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.911117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.911325] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29067a0e-ffb5-4151-9c44-52c4fa2bbb6d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.927491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.927711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.927820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.928116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.928261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.928423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ba7e904-b95f-4c5e-9449-6242167ba1ab" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.104755] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1050.105098] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 deletion is rescheduled due to dependency. [ 1050.105256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.105480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.105704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.105937] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.106091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.106156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.106336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.106424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.106523] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.347032] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.347032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.347032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.347032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.347032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.347032] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.347032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.347032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.347032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.347032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.347032] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 is going to be updated. [ 1050.375768] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.375768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.375768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.375768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.375768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.383208] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: IN_PROGRESS for 2s [ 1050.395857] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.395857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.395857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.395857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.395857] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.395857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.395857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.395857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.395857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.395857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.395857] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.395857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.396534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.396534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.396534] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.396534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.396534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.396534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.396534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.396737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.396737] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.397753] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.414139] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29067a0e-ffb5-4151-9c44-52c4fa2bbb6d with status ACTIVE [ 1050.414419] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.414577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.414656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.414922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.415042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.415240] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.415364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.415435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.415617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.415715] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.415929] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.416055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.416118] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.416285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.416375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.416476] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29067a0e-ffb5-4151-9c44-52c4fa2bbb6d is going to be updated. [ 1050.417912] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.418038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.440031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.440441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.440588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.440819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.440998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.441184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.611026] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.900380] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af5feb46-e29e-481a-8505-7113bb4dbbc6: rpc.has_security_group_logging(os_id): False [ 1050.901732] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.901881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.901881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.902163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.902265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.902367] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1050.921466] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.921615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.921689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.921905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.921998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.922236] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.922329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.922386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.922532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.922606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.922786] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.922876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.922938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.923089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.923163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.923353] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.923446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.923506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.923640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.923711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.923794] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 is going to be updated. [ 1050.940045] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.940223] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.940302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.940533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.940677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.949752] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1050.996430] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.996572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.996612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.996822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.997082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.011371] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: IN_PROGRESS for 2s [ 1051.113018] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.134617] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 in Status: IN_PROGRESS for 4s [ 1051.187287] env[69363]: INFO networking_nsxv3.common.synchronization [None req-ccac1963-6bc9-4e29-a3f8-92c1785040ef None None] Enqueued Resource ID: 11a2a330-9509-4d1a-b7d2-68d45b421a3e with Priority: HIGHEST for action port [ 1051.188977] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a2a330-9509-4d1a-b7d2-68d45b421a3e with Priority: HIGHEST for action port [ 1051.189210] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a2a330-9509-4d1a-b7d2-68d45b421a3e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.189342] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a2a330-9509-4d1a-b7d2-68d45b421a3e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.189531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a2a330-9509-4d1a-b7d2-68d45b421a3e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.189672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a2a330-9509-4d1a-b7d2-68d45b421a3e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.189772] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a2a330-9509-4d1a-b7d2-68d45b421a3e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.568275] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: SUCCESS [ 1051.568680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.568680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.568856] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.568945] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.616007] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.616310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.616310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.616563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.616563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.616667] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1051.651676] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.651830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.651899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.652428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.652428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.661868] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1051.694685] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11a2a330-9509-4d1a-b7d2-68d45b421a3e [ 1051.694959] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.695124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.695195] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.695410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.695498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.695593] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11a2a330-9509-4d1a-b7d2-68d45b421a3e already deleted. [ 1051.695673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a2a330-9509-4d1a-b7d2-68d45b421a3e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.072315] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.072529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.072612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.072882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.072992] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.073090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.073090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.073234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.073322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.073412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.073499] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.396879] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 in Status: SUCCESS [ 1052.397232] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 deletion is rescheduled due to dependency. [ 1052.397361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.575790] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.576043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.576168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.576408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.576601] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.576740] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.576798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.576993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.577102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.577206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.577354] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.577466] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.577538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.577671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.577826] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.577930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.577998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.578250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.578250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.578462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.578569] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.962252] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1052.962599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.962641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.962842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.963043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.963234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.963303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.967204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.967315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.968612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.968612] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.029605] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: SUCCESS [ 1053.029837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.086794] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec441e74-a790-42fa-b4d1-c13543c71567: rpc.has_security_group_logging(os_id): False [ 1053.106366] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.106582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.106678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.107075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.107075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.107336] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.107468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.107538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.107737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.107830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.108143] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.108269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.108356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.108541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.108642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.108868] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.108996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.109104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.109285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.109399] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.109476] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be updated. [ 1053.154719] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 in Status: SUCCESS [ 1053.155028] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00e4596a-2455-4cf5-bc4d-c3262baf3027 deletion is rescheduled due to dependency. [ 1053.155096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00e4596a-2455-4cf5-bc4d-c3262baf3027" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.206720] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.207016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.207016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.207227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.207366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.224450] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: IN_PROGRESS for 2s [ 1053.472947] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.472947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.472947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.472947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.472947] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.472947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.472947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.472947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.473692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.473692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.473692] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.473692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.473692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.473692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.474031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.474031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.474031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.474031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.474268] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.474268] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.474268] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.494482] env[69363]: INFO networking_nsxv3.common.synchronization [None req-04fbff54-3337-4401-bd7d-ac1e7fda632d None None] Enqueued Resource ID: f2a4ecb2-c496-4a55-bf08-569fe68c702e with Priority: HIGHEST for action port [ 1053.497970] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a4ecb2-c496-4a55-bf08-569fe68c702e with Priority: HIGHEST for action port [ 1053.498717] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2a4ecb2-c496-4a55-bf08-569fe68c702e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.498848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2a4ecb2-c496-4a55-bf08-569fe68c702e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.498982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2a4ecb2-c496-4a55-bf08-569fe68c702e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.499234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2a4ecb2-c496-4a55-bf08-569fe68c702e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.499396] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a4ecb2-c496-4a55-bf08-569fe68c702e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.675521] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1053.675521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.675521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.675521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.675806] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.675806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.675806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.675965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.676030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.676122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.676208] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.976417] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1: rpc.has_security_group_logging(os_id): False [ 1054.000357] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.000565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.000608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.001269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.001269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.001269] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.001269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.001269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.001529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.001529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.001668] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.001764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.001831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.001976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.002091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.002301] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.002395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.002453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.002597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.002672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.002759] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1054.004010] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2a4ecb2-c496-4a55-bf08-569fe68c702e [ 1054.004194] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.004302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.004372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.004526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.004611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.004699] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2a4ecb2-c496-4a55-bf08-569fe68c702e already deleted. [ 1054.004779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2a4ecb2-c496-4a55-bf08-569fe68c702e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.072886] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.072886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.072886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.073209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.073209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.090344] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1054.178879] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.178879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.178879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.179198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.179235] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.180498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.180498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.180498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.180498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.180498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.180498] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.180498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.180498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.180498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.180498] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.180498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.180498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.181032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.181032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.181032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.181032] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.683642] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 514044cc-87b5-4585-ba94-25c015b7ac22: rpc.has_security_group_logging(os_id): False [ 1054.728127] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.728294] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.728359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.728582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.728674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.728872] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.728972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.729051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.729209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.729321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.729531] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.729623] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.729752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.729852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.729897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.730126] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.730232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.730277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.730422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.730497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.730583] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1054.822784] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.822946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.823028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.823249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.823398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.836751] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1054.917288] env[69363]: INFO networking_nsxv3.common.synchronization [None req-49b6dba4-3ad8-440f-959c-b06d64edef8e tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: fb828cd8-0d90-4971-a613-72af1d986e1d with Priority: HIGHEST for action security_group_rules [ 1054.918270] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb828cd8-0d90-4971-a613-72af1d986e1d with Priority: HIGHEST for action security_group_rules [ 1054.918594] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb828cd8-0d90-4971-a613-72af1d986e1d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.918719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb828cd8-0d90-4971-a613-72af1d986e1d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.918789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb828cd8-0d90-4971-a613-72af1d986e1d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.919944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb828cd8-0d90-4971-a613-72af1d986e1d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.920081] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb828cd8-0d90-4971-a613-72af1d986e1d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.040603] env[69363]: INFO networking_nsxv3.common.synchronization [None req-09059f44-42fa-4a18-96c4-763e156c3a49 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: fb828cd8-0d90-4971-a613-72af1d986e1d with Priority: HIGHEST for action security_group_rules [ 1055.040603] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb828cd8-0d90-4971-a613-72af1d986e1d with Priority: HIGHEST for action security_group_rules [ 1055.040603] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb828cd8-0d90-4971-a613-72af1d986e1d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.040603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb828cd8-0d90-4971-a613-72af1d986e1d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.256248] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: SUCCESS [ 1055.256450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.443548] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.443800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.443904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.444145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.444240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.444339] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb828cd8-0d90-4971-a613-72af1d986e1d already deleted. [ 1055.444432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb828cd8-0d90-4971-a613-72af1d986e1d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.444603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb828cd8-0d90-4971-a613-72af1d986e1d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.444854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb828cd8-0d90-4971-a613-72af1d986e1d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.444854] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb828cd8-0d90-4971-a613-72af1d986e1d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.970545] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.970680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.970769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.971227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.971227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.971227] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb828cd8-0d90-4971-a613-72af1d986e1d already deleted. [ 1055.971227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb828cd8-0d90-4971-a613-72af1d986e1d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.107105] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1056.107480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.831558] env[69363]: INFO networking_nsxv3.common.synchronization [req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 req-34213826-63ec-4245-be6e-7467ab543453 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1056.831964] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1056.832297] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.832433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.832495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.832735] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.832891] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.832990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.833070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.833678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.833678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.833678] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.854379] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1056.854379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.192054] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.192054] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.192054] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.192054] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.192054] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.192054] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.192957] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.193521] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.194017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.194509] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.194849] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.195217] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.195585] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.198026] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.198026] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.198026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.224083] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.224589] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.224861] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.225985] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.225985] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-b17b2170-5679-4999-9999-d95a76718a82 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.226210] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-b17b2170-5679-4999-9999-d95a76718a82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.226210] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-b17b2170-5679-4999-9999-d95a76718a82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.226489] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-b17b2170-5679-4999-9999-d95a76718a82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.226636] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b17b2170-5679-4999-9999-d95a76718a82',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.336162] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.336162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.336162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.336162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.336423] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.336605] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.336766] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.336834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.337046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.337182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.337278] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b already deleted. [ 1057.337365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.730038] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.730038] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.730038] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.730038] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.730038] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.730431] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port b17b2170-5679-4999-9999-d95a76718a82 not found, creating... [ 1057.730467] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.730637] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.730760] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.731000] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.731190] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.731815] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.732095] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.732240] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.732529] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.732785] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.733143] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: b17b2170-5679-4999-9999-d95a76718a82 is going to be created. [ 1057.768042] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.768042] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.768333] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.768544] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.768866] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.769203] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-b17b2170-5679-4999-9999-d95a76718a82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.624522] env[69363]: INFO networking_nsxv3.common.synchronization [req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 req-e4067fa4-7544-4634-b40f-adbd384e531e service nova] Enqueued Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_rules [ 1058.624522] env[69363]: INFO networking_nsxv3.common.synchronization [req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 req-e4067fa4-7544-4634-b40f-adbd384e531e service nova] Enqueued Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1058.624522] env[69363]: INFO networking_nsxv3.common.synchronization [req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 req-e4067fa4-7544-4634-b40f-adbd384e531e service nova] Enqueued Resource ID: b17b2170-5679-4999-9999-d95a76718a82 with Priority: HIGHEST for action port [ 1058.624522] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_rules [ 1058.624522] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1058.624522] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17b2170-5679-4999-9999-d95a76718a82 with Priority: HIGHEST for action port [ 1058.625666] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.625865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.625995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.626381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.626528] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.628170] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.628422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.628495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.628688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.628855] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.628977] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.629056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.629210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.629274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.629388] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.630200] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b17b2170-5679-4999-9999-d95a76718a82 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.630392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b17b2170-5679-4999-9999-d95a76718a82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.630392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b17b2170-5679-4999-9999-d95a76718a82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.630830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b17b2170-5679-4999-9999-d95a76718a82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.630830] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b17b2170-5679-4999-9999-d95a76718a82',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.829031] env[69363]: INFO networking_nsxv3.common.synchronization [req-2054534c-68ee-4119-83cd-53a0b2208dcd req-d7792cc6-df37-4ea2-8250-73b58cff3654 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1058.829031] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1058.829031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.829031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.829031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.829031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.829031] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.829031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.829031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.829031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.829031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.829031] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.956225] env[69363]: INFO networking_nsxv3.common.synchronization [req-4f49953b-3546-4d36-8e44-6fdf3771547e req-b9117ca6-fdec-4d3c-8e84-8f55347a6854 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Enqueued Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1058.956779] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1058.957183] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.957335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.957444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.957712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.957907] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.958045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.958171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.958327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.958436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.958553] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.132954] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.132954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.135978] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b17b2170-5679-4999-9999-d95a76718a82 with status ACTIVE [ 1059.135978] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.135978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.135978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.135978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.135978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.135978] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.135978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.135978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.135978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.135978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.135978] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.136614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.136614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.136614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.136614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.136614] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b17b2170-5679-4999-9999-d95a76718a82 is going to be updated. [ 1059.138167] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.166984] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.167331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.167505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.167790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.167958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.168196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b17b2170-5679-4999-9999-d95a76718a82" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.338101] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.338101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.338101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.338101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.338101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.338101] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.338101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.338101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.338101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.338101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.338101] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 1059.380653] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.380800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.380874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.381114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.381264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.393125] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 1059.461772] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.642143] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.963715] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.144292] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.144471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.144566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.144832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.144954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.145105] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b is going to be created. [ 1060.173749] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.173994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.173994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.174332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.174553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.188535] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: UNINITIALIZED for 2s [ 1060.467692] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.467692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.467692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.467947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.467947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.467947] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 is going to be updated. [ 1060.513831] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.513993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.514075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.514283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.514420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.524594] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: IN_PROGRESS for 2s [ 1061.412517] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 1061.412809] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef deletion is rescheduled due to dependency. [ 1061.412901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.206413] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: SUCCESS [ 1062.206413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.206413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.206413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.206413] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.206413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.206413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.206413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.206739] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.206739] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.206925] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.536696] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: SUCCESS [ 1062.537269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.709394] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.709589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.709685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.709910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.710097] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.710193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.710275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.710410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.710497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.710585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.710731] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.710850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.711097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.711097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.711267] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.711364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.711418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.712337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.712337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.712337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.712337] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.196524] env[69363]: INFO networking_nsxv3.common.synchronization [req-324ded5d-2578-470c-9830-37c5c173f80b req-a7a7ca30-7415-46dc-b4ae-a75eca521920 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1063.197084] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1063.197425] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.197546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.197613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.197807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.198260] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.198260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.198260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.198439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.198439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.198439] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.218406] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f5200e0-7db5-477a-92c3-ebc5ee41390b: rpc.has_security_group_logging(os_id): False [ 1063.237767] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.237987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.237987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.238518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.238518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.238518] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.238664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.238700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.239228] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.239228] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.239228] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.239441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.239441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.239509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.239585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.239805] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.239910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.239976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.240232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.240288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.240387] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b is going to be created. [ 1063.396032] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.396032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.396032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.396341] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.396484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.407831] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: IN_PROGRESS for 2s [ 1063.700781] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.064666] env[69363]: INFO networking_nsxv3.common.synchronization [None req-670a8e5c-b5be-4e26-81dd-f9bda8cb9cf1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1064.065380] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1064.065762] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.065891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.148954] env[69363]: INFO networking_nsxv3.common.synchronization [req-befae714-b076-4250-9487-59e163cee3fe req-2570fbc9-1743-4ddf-8044-1de4cb9300e1 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Enqueued Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 1064.149629] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 1064.149968] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.150183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.150183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.150570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.150570] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.150763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.150763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.150875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.150925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.151016] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.177255] env[69363]: INFO networking_nsxv3.common.synchronization [req-c195e790-a7fb-48c5-bec7-0789d333db4b req-15822f98-4900-4d0c-970b-895698058fc2 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1064.177481] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1064.177781] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.177907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.178033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.179780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.179780] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.179780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.179780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.179780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.180120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.180120] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.200836] env[69363]: INFO networking_nsxv3.common.synchronization [req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 req-9422c0de-8144-40dd-931b-d7824d7b82a9 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1064.201793] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGHEST for action security_group_members [ 1064.202620] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.202620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.361933] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.655711] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.683402] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.683402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.683402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.683767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.683767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.684049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.684049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.684049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.684244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.684293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.684356] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be updated. [ 1064.743279] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.743701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.743701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.743800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.746753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.759609] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: IN_PROGRESS for 2s [ 1064.867439] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.867439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.867439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.867439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.867439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.867439] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1064.903327] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.903429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.903469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.903683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.903836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.914137] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1065.158717] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.432061] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: SUCCESS [ 1065.432395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.586078] env[69363]: INFO networking_nsxv3.common.synchronization [None req-6a4dd6f9-5ba9-49d0-928c-72e41d585836 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Enqueued Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_rules [ 1065.586722] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_rules [ 1065.587056] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-397916ee-596c-4abb-a176-2ca21bdec019 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.587205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.587300] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.587615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.587615] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.662654] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.662858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.662961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.663301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.663436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.663803] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 is going to be updated. [ 1065.675800] env[69363]: INFO networking_nsxv3.common.synchronization [None req-baccef12-fec1-48af-ba83-c67dbfb4297d tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Enqueued Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_rules [ 1065.676525] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_rules [ 1065.677312] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-397916ee-596c-4abb-a176-2ca21bdec019 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.677568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.699116] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.699326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.699396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.699700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.699894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.713284] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: IN_PROGRESS for 2s [ 1066.111239] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.111574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.111574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.111687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.111774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.111874] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 397916ee-596c-4abb-a176-2ca21bdec019 already deleted. [ 1066.111973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.112154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.112325] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.112438] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.583883] env[69363]: INFO networking_nsxv3.common.synchronization [req-960429e9-60ea-4a33-9b88-67e5cadf147e req-ba4daf28-0cc0-4436-9b96-6cc612a3b75e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1066.583883] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1066.584038] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.584183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.584230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.584462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.584623] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.584721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.584782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.584938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.585073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.585983] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.638220] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.639354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.639354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.639354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.639354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.639354] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 397916ee-596c-4abb-a176-2ca21bdec019 already deleted. [ 1066.639354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.769023] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: SUCCESS [ 1066.769263] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 deletion is rescheduled due to dependency. [ 1066.769433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.769671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.770121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.770238] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.770420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.770519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.771372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.771372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.771372] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.925253] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1066.925526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.925612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.925984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.926209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.926398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.926475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.926721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.926795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.926908] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.094472] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.094472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.094472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.094472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.094472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.094472] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.094472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.094472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.094472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.094472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.094472] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1067.144448] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.144448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.144448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.144448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.144448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.158699] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1067.277443] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.277623] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.277747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.278104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.278302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.278638] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.278813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.278892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.279101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.279192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.279289] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be updated. [ 1067.350942] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.351220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.351220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.351424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.351568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.367786] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: IN_PROGRESS for 2s [ 1067.429395] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.429575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.429689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.429831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.429922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.430232] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.430232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.430353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.430425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.430502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.430587] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1067.465764] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.465906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.465970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.466265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.466452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.477177] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1067.673285] env[69363]: INFO networking_nsxv3.common.synchronization [req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 req-aa342c82-4925-4222-93c3-b3fad381c055 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1067.673949] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1067.674091] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.674303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.674431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.674654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.674825] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.674931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.675041] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.675148] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.675236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.675333] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.721737] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: SUCCESS [ 1067.721971] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.182644] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.183036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.183036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.183036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.183231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.183297] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.183473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.183473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.183613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.183700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.183782] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 already deleted. [ 1068.183863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.296257] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-360 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.296489] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-360" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.296626] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-360" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.296956] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-360" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.297394] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.297608] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.297766] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.298040] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.298262] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.299156] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.299156] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.299156] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.299156] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.299156] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.299156] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.299445] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.319081] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.319284] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.319430] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.319614] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-360" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.320094] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-8389dc6e-8c41-4418-b16b-546f5c08bd5e taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.320223] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.320343] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.320666] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.320808] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8389dc6e-8c41-4418-b16b-546f5c08bd5e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.823304] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.823540] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.823722] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.824057] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.824150] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.824342] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 8389dc6e-8c41-4418-b16b-546f5c08bd5e not found, creating... [ 1068.824624] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.824781] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.827635] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.827635] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.827635] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.827635] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.827635] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.827635] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.827635] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.827635] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.827635] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 8389dc6e-8c41-4418-b16b-546f5c08bd5e is going to be created. [ 1068.851037] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.851366] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.851439] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.851668] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.851911] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.852152] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.070126] env[69363]: INFO networking_nsxv3.common.synchronization [None req-159dc69d-a35f-454e-a358-08f96a298ecf None None] Enqueued Resource ID: 8a13dbb8-ae14-4599-96b2-ab453828bd8f with Priority: HIGHEST for action port [ 1069.070126] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a13dbb8-ae14-4599-96b2-ab453828bd8f with Priority: HIGHEST for action port [ 1069.070126] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a13dbb8-ae14-4599-96b2-ab453828bd8f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.070126] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a13dbb8-ae14-4599-96b2-ab453828bd8f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.070711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a13dbb8-ae14-4599-96b2-ab453828bd8f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.071291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a13dbb8-ae14-4599-96b2-ab453828bd8f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.071487] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a13dbb8-ae14-4599-96b2-ab453828bd8f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.170221] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1069.170221] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f deletion is rescheduled due to dependency. [ 1069.170221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.379915] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec441e74-a790-42fa-b4d1-c13543c71567 in Status: SUCCESS [ 1069.380274] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 deletion is rescheduled due to dependency. [ 1069.380274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.488296] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1069.488296] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 deletion is rescheduled due to dependency. [ 1069.488296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.575759] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a13dbb8-ae14-4599-96b2-ab453828bd8f [ 1069.576011] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.576191] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.576265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.576506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.576598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.576698] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a13dbb8-ae14-4599-96b2-ab453828bd8f already deleted. [ 1069.576781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a13dbb8-ae14-4599-96b2-ab453828bd8f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.619275] env[69363]: INFO networking_nsxv3.common.synchronization [req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 req-0223fa6a-7ab5-457a-a92b-133704d7e8c7 service nova] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1069.619275] env[69363]: INFO networking_nsxv3.common.synchronization [req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 req-0223fa6a-7ab5-457a-a92b-133704d7e8c7 service nova] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1069.619275] env[69363]: INFO networking_nsxv3.common.synchronization [req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 req-0223fa6a-7ab5-457a-a92b-133704d7e8c7 service nova] Enqueued Resource ID: 8389dc6e-8c41-4418-b16b-546f5c08bd5e with Priority: HIGHEST for action port [ 1069.619275] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1069.619275] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1069.619275] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8389dc6e-8c41-4418-b16b-546f5c08bd5e with Priority: HIGHEST for action port [ 1069.619275] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.619275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.619275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.619275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.619275] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.620398] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.620398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.620612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.620612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.620729] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.620822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.620880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.621026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.621108] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.621197] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.625996] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8389dc6e-8c41-4418-b16b-546f5c08bd5e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.625996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.625996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.626226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.626311] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8389dc6e-8c41-4418-b16b-546f5c08bd5e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.131542] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.131761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.131984] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.133343] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8389dc6e-8c41-4418-b16b-546f5c08bd5e with status ACTIVE [ 1070.134378] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.134378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.134378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.134378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.134378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.134378] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.134711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.134711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.134711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.134829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.134944] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.135832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.135923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.136121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.136203] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.136301] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8389dc6e-8c41-4418-b16b-546f5c08bd5e is going to be updated. [ 1070.173493] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.173765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.173922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.174220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.174580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.174694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.638836] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.146817] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.146817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.146817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.146817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.146817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.146817] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be created. [ 1071.183577] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.183577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.183577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.183577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.183577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.189432] env[69363]: INFO networking_nsxv3.common.synchronization [None req-3fb024d7-db0a-4bc9-94db-a24456b33c72 None None] Enqueued Resource ID: a69d75a7-a63f-474c-a9f2-22f0cc3b979f with Priority: HIGHEST for action port [ 1071.193341] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a69d75a7-a63f-474c-a9f2-22f0cc3b979f with Priority: HIGHEST for action port [ 1071.194354] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a69d75a7-a63f-474c-a9f2-22f0cc3b979f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.194766] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a69d75a7-a63f-474c-a9f2-22f0cc3b979f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.194766] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a69d75a7-a63f-474c-a9f2-22f0cc3b979f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.195556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a69d75a7-a63f-474c-a9f2-22f0cc3b979f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.195556] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a69d75a7-a63f-474c-a9f2-22f0cc3b979f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.203866] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: UNINITIALIZED for 2s [ 1071.354402] env[69363]: INFO networking_nsxv3.common.synchronization [req-802de1c4-4893-421a-ac80-b8e05517cfc2 req-52daa0f2-791f-4017-9e37-9d2457afc5b6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1071.357374] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1071.358446] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.358696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.358777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.359103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.359777] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.361068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.361275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.362496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.362496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.362496] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.699111] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a69d75a7-a63f-474c-a9f2-22f0cc3b979f [ 1071.699355] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.699355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.699449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.701017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.701017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.701017] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a69d75a7-a63f-474c-a9f2-22f0cc3b979f already deleted. [ 1071.701017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a69d75a7-a63f-474c-a9f2-22f0cc3b979f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.807993] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.812647] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.812647] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.812647] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.812647] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.812647] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.812647] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.812647] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.812647] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.812647] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.812647] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.812647] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.812647] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.812647] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.812647] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.812647] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.835769] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.835929] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1071.835984] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.836599] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.836599] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-63963a30-97d4-46cb-91f2-0fa2cbd23e66 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.836887] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-63963a30-97d4-46cb-91f2-0fa2cbd23e66" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.836951] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-63963a30-97d4-46cb-91f2-0fa2cbd23e66" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.837246] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-63963a30-97d4-46cb-91f2-0fa2cbd23e66" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.837745] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63963a30-97d4-46cb-91f2-0fa2cbd23e66',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.866024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.866024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.866024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.866024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.866024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.866024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.866024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.866024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.866024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.866024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.866728] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 1071.902178] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.902351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.903826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.903826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.903826] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.917181] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 1072.342524] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.342738] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.342894] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.343164] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.343332] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.344529] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 63963a30-97d4-46cb-91f2-0fa2cbd23e66 not found, creating... [ 1072.344529] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.344529] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.344529] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.344529] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.344529] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.344861] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.344861] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.344985] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.345438] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.345834] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.345834] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 63963a30-97d4-46cb-91f2-0fa2cbd23e66 is going to be created. [ 1072.374520] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.374735] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.374862] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.376123] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.376123] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.376123] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-63963a30-97d4-46cb-91f2-0fa2cbd23e66" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.048798] env[69363]: INFO networking_nsxv3.common.synchronization [req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 req-e6477443-3dfd-4069-84cc-1d2c206467ad tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_members [ 1073.049328] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGHEST for action security_group_members [ 1073.049686] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3131bf-9251-4657-b4d9-1f2f3b243399 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.049852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.049903] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.050513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.050706] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.050832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.050995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.051095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.051172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.051268] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3131bf-9251-4657-b4d9-1f2f3b243399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.215849] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1073.216400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.216400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.216652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.216871] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.217025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.217123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.217288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.217439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.217583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.217632] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.428589] env[69363]: INFO networking_nsxv3.common.synchronization [req-802de1c4-4893-421a-ac80-b8e05517cfc2 req-d0704ca5-96ff-4ba1-b81c-7af3322d1a54 service nova] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_rules [ 1073.428804] env[69363]: INFO networking_nsxv3.common.synchronization [req-802de1c4-4893-421a-ac80-b8e05517cfc2 req-d0704ca5-96ff-4ba1-b81c-7af3322d1a54 service nova] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1073.428945] env[69363]: INFO networking_nsxv3.common.synchronization [req-802de1c4-4893-421a-ac80-b8e05517cfc2 req-d0704ca5-96ff-4ba1-b81c-7af3322d1a54 service nova] Enqueued Resource ID: 63963a30-97d4-46cb-91f2-0fa2cbd23e66 with Priority: HIGHEST for action port [ 1073.429223] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_rules [ 1073.429373] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1073.429477] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63963a30-97d4-46cb-91f2-0fa2cbd23e66 with Priority: HIGHEST for action port [ 1073.430723] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.430795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.430873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.431069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.431150] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.432088] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.432190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.432394] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-63963a30-97d4-46cb-91f2-0fa2cbd23e66 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.432938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63963a30-97d4-46cb-91f2-0fa2cbd23e66" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.432938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63963a30-97d4-46cb-91f2-0fa2cbd23e66" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.432938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63963a30-97d4-46cb-91f2-0fa2cbd23e66" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.432938] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63963a30-97d4-46cb-91f2-0fa2cbd23e66',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.554581] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.555417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.555417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.555417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.555417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.555633] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.555633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.555633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.555768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.555844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.556075] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3131bf-9251-4657-b4d9-1f2f3b243399 is going to be updated. [ 1073.584569] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.584752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.584875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.585043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.585187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.599382] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3131bf-9251-4657-b4d9-1f2f3b243399 in Status: IN_PROGRESS for 2s [ 1073.720154] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.720420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.720420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.721166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.721166] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.721166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.721166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.721166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.721421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.721466] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.721659] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.721761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.721820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.722020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.722268] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.722696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.722696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.722843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.722894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.723040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.723886] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.930124] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 1073.930124] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef deletion is rescheduled due to dependency. [ 1073.930278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.931052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.931052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.931052] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.931052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.931052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.931601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.931601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.931601] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.934477] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.940025] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63963a30-97d4-46cb-91f2-0fa2cbd23e66 with status ACTIVE [ 1073.940025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.940025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.940025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.940025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.941249] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63963a30-97d4-46cb-91f2-0fa2cbd23e66 is going to be updated. [ 1073.963616] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.963616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.963616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.964122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.964122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.964263] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63963a30-97d4-46cb-91f2-0fa2cbd23e66" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.228288] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f542364-994d-4fb3-bc0f-b752a96944f2: rpc.has_security_group_logging(os_id): False [ 1074.250121] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.250336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.250445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.250779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.250898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.251262] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.251809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.251809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.251809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.251809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.252129] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.252278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.252418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.252629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.252714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.253027] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.253165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.253220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.253436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.253704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.253851] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be created. [ 1074.345324] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.345324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.345324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.345324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.345324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.371597] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1074.441510] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.945159] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.304142] env[69363]: INFO networking_nsxv3.common.synchronization [req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 req-8b85c74a-7637-44d7-909d-2e28f8684200 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Enqueued Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1075.311030] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGHEST for action security_group_members [ 1075.311030] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.311030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.311030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.311030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.311030] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.311030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.311030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.311030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.311030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.311030] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.450120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.450120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.450120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.450120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.450120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.450120] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 1075.485032] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.485032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.485032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.485032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.485032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.497510] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 1075.612514] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3131bf-9251-4657-b4d9-1f2f3b243399 in Status: SUCCESS [ 1075.612514] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3131bf-9251-4657-b4d9-1f2f3b243399 deletion is rescheduled due to dependency. [ 1075.612514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.815037] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.815830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.815830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.816247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.816247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.816313] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.817704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.817704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.817704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.817704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.817704] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 is going to be updated. [ 1075.864429] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.864429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.864429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.864429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.864429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.876831] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: IN_PROGRESS for 2s [ 1076.384476] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1076.384893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.509343] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 1077.510196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.510382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.511544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.511544] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.511544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.511544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.511544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.511544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.511934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.511934] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.889987] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 in Status: SUCCESS [ 1077.889987] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 deletion is rescheduled due to dependency. [ 1077.889987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.937248] env[69363]: INFO networking_nsxv3.common.synchronization [req-c04b8efc-7f13-4b99-9b69-87c59d910fdd req-b56bdb3d-e990-430d-a68d-27691db023bf tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Enqueued Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 1077.938025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGHEST for action security_group_members [ 1077.938526] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.938673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.938673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.938942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.940453] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.940763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.940763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.940931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.941034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.941164] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.015036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.015036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.015036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.015343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.016523] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.016523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.016523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.016850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.016850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.016975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.017158] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.017263] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.017339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.017599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.017679] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.017783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.017859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.017975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.018107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.018194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.018272] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.137576] env[69363]: INFO networking_nsxv3.common.synchronization [req-02326d7b-a408-4cbd-a0df-080508e86f7e req-e44d66d2-b7f6-43b8-9da1-44eec46d57d4 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Enqueued Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_members [ 1078.138208] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_members [ 1078.138544] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-397916ee-596c-4abb-a176-2ca21bdec019 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.138679] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.138725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.140031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.140264] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.140755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.140755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.140755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.140755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.140755] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.445078] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.446261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.446436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.446784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.447030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.447483] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.447777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.448089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.448339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.448537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.448755] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 is going to be updated. [ 1078.485211] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1078.485422] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1078.493385] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.493564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.493564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.493853] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.494098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.506752] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: IN_PROGRESS for 2s [ 1078.520532] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bd96b46-55af-48e0-898c-28e20d5c54ef: rpc.has_security_group_logging(os_id): False [ 1078.524765] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.525138] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.525346] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.525673] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.526009] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.526265] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.530021] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.530021] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.530021] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.530021] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.530021] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.530021] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.530021] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.530021] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.530021] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.530021] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.542688] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.542875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.542956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.543192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.543286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.543492] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.543594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.543656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.543814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.543890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.544113] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.544209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.544275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.544460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.544539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.544719] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.544809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.544863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.545023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.545671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.545896] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 1078.551797] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.552156] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.552395] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.552694] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.553130] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-f439a435-b086-4937-b96a-317482bc9e7e taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.553432] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.553622] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.553998] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.554229] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f439a435-b086-4937-b96a-317482bc9e7e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.637427] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.637427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.637427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.637726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.637726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.644805] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.645157] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.645790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.645790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.645790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.646009] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.646145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.646320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.646459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.646550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.646682] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 397916ee-596c-4abb-a176-2ca21bdec019 already deleted. [ 1078.646787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.666757] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 1079.057107] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.057636] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.057925] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.058326] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.058585] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.058851] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port f439a435-b086-4937-b96a-317482bc9e7e not found, creating... [ 1079.059844] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.059844] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.059844] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.060548] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.060548] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.061017] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.061288] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.061858] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.061858] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.062085] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.062335] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: f439a435-b086-4937-b96a-317482bc9e7e is going to be created. [ 1079.088633] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.088956] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.089080] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.089357] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.089819] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.090143] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.773878] env[69363]: INFO networking_nsxv3.common.synchronization [req-713a7707-c610-4449-b714-9309c3016497 req-556c1fce-8fbb-4efe-aa40-75a91a5a9ca7 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1079.774325] env[69363]: INFO networking_nsxv3.common.synchronization [req-713a7707-c610-4449-b714-9309c3016497 req-556c1fce-8fbb-4efe-aa40-75a91a5a9ca7 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_members [ 1079.774705] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1079.774849] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_members [ 1079.779301] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.782465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.782465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.782465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.782465] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.782465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.782465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.782465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.782465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.782465] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.782465] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.782465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.782465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.783780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.784666] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.784917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.785123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.785414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.785896] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.788205] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.833361] env[69363]: INFO networking_nsxv3.common.synchronization [req-713a7707-c610-4449-b714-9309c3016497 req-556c1fce-8fbb-4efe-aa40-75a91a5a9ca7 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1079.833618] env[69363]: INFO networking_nsxv3.common.synchronization [req-713a7707-c610-4449-b714-9309c3016497 req-556c1fce-8fbb-4efe-aa40-75a91a5a9ca7 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1079.833797] env[69363]: INFO networking_nsxv3.common.synchronization [req-713a7707-c610-4449-b714-9309c3016497 req-556c1fce-8fbb-4efe-aa40-75a91a5a9ca7 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_rules [ 1079.833985] env[69363]: INFO networking_nsxv3.common.synchronization [req-713a7707-c610-4449-b714-9309c3016497 req-556c1fce-8fbb-4efe-aa40-75a91a5a9ca7 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_members [ 1079.834211] env[69363]: INFO networking_nsxv3.common.synchronization [req-713a7707-c610-4449-b714-9309c3016497 req-556c1fce-8fbb-4efe-aa40-75a91a5a9ca7 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 8389dc6e-8c41-4418-b16b-546f5c08bd5e with Priority: HIGHEST for action port [ 1079.835241] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1079.835409] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_rules [ 1079.835527] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8389dc6e-8c41-4418-b16b-546f5c08bd5e with Priority: HIGHEST for action port [ 1079.835622] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1079.835741] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_members [ 1079.836052] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.836178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.836247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.836451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.836566] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.837741] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.841209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.841317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.841558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.841837] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.842650] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8389dc6e-8c41-4418-b16b-546f5c08bd5e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.842775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.842841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.843226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.843226] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8389dc6e-8c41-4418-b16b-546f5c08bd5e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.843913] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.844014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.844223] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.844296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.902383] env[69363]: INFO networking_nsxv3.common.synchronization [req-02326d7b-a408-4cbd-a0df-080508e86f7e req-68edade4-bd9f-4ac8-a5ba-91f1fb316310 service nova] Enqueued Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_rules [ 1079.902566] env[69363]: INFO networking_nsxv3.common.synchronization [req-02326d7b-a408-4cbd-a0df-080508e86f7e req-68edade4-bd9f-4ac8-a5ba-91f1fb316310 service nova] Enqueued Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_members [ 1079.902704] env[69363]: INFO networking_nsxv3.common.synchronization [req-02326d7b-a408-4cbd-a0df-080508e86f7e req-68edade4-bd9f-4ac8-a5ba-91f1fb316310 service nova] Enqueued Resource ID: f439a435-b086-4937-b96a-317482bc9e7e with Priority: HIGHEST for action port [ 1079.905019] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_rules [ 1079.905019] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_members [ 1079.905019] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f439a435-b086-4937-b96a-317482bc9e7e with Priority: HIGHEST for action port [ 1079.905019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-397916ee-596c-4abb-a176-2ca21bdec019 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.905019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.905019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.905019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.905019] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.905695] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-397916ee-596c-4abb-a176-2ca21bdec019 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.905695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.905695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.905860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.906102] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.906210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.906268] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.906407] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.906489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.906585] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.907958] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f439a435-b086-4937-b96a-317482bc9e7e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.908096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.908163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.908332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.910023] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f439a435-b086-4937-b96a-317482bc9e7e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.081878] env[69363]: INFO networking_nsxv3.common.synchronization [req-569e3cbd-db4f-4d23-9e0d-9192022cac2e req-fbe1c25b-e0d9-4d9b-9407-3f775cd65ba0 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1080.082514] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1080.082875] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.083119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.083838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.083838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.083838] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.083838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.083838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.084335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.084517] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.084691] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.289217] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.293407] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.346104] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.346104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.346402] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.349960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.349960] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8389dc6e-8c41-4418-b16b-546f5c08bd5e with status ACTIVE [ 1080.349960] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.349960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.349960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.349960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.349960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.349960] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.349960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.349960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.349960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.349960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.349960] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.349960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.349960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.352191] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.352273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.352390] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8389dc6e-8c41-4418-b16b-546f5c08bd5e is going to be updated. [ 1080.410538] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.410758] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.410833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.411070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.411224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.411437] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.411757] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.413143] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-397916ee-596c-4abb-a176-2ca21bdec019 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.413299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.417024] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f439a435-b086-4937-b96a-317482bc9e7e with status ACTIVE [ 1080.417024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.417024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.417024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.417024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.417024] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f439a435-b086-4937-b96a-317482bc9e7e is going to be updated. [ 1080.449532] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.449532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.449532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.449532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.449532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.449944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.478563] env[69363]: INFO networking_nsxv3.common.synchronization [req-88d1fb9b-b222-41da-90c9-0ddf64c7ed4e req-64db9a7a-0db7-4342-a264-c0acce83e8a8 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1080.478722] env[69363]: INFO networking_nsxv3.common.synchronization [req-88d1fb9b-b222-41da-90c9-0ddf64c7ed4e req-64db9a7a-0db7-4342-a264-c0acce83e8a8 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_members [ 1080.478873] env[69363]: INFO networking_nsxv3.common.synchronization [req-88d1fb9b-b222-41da-90c9-0ddf64c7ed4e req-64db9a7a-0db7-4342-a264-c0acce83e8a8 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGHEST for action security_group_members [ 1080.479519] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1080.479715] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_members [ 1080.479888] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGHEST for action security_group_members [ 1080.486807] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.488050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.488050] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.488050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.488050] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98dce9a-9946-4a53-884d-7b6390d82021 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.488329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.488647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.488815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.489089] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.489279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.489510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.489700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.489881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.490094] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.535629] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 in Status: SUCCESS [ 1080.535629] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 deletion is rescheduled due to dependency. [ 1080.535629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.561062] env[69363]: INFO networking_nsxv3.common.synchronization [req-88d1fb9b-b222-41da-90c9-0ddf64c7ed4e req-64db9a7a-0db7-4342-a264-c0acce83e8a8 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1080.561062] env[69363]: INFO networking_nsxv3.common.synchronization [req-88d1fb9b-b222-41da-90c9-0ddf64c7ed4e req-64db9a7a-0db7-4342-a264-c0acce83e8a8 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1080.561062] env[69363]: INFO networking_nsxv3.common.synchronization [req-88d1fb9b-b222-41da-90c9-0ddf64c7ed4e req-64db9a7a-0db7-4342-a264-c0acce83e8a8 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_rules [ 1080.561062] env[69363]: INFO networking_nsxv3.common.synchronization [req-88d1fb9b-b222-41da-90c9-0ddf64c7ed4e req-64db9a7a-0db7-4342-a264-c0acce83e8a8 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_members [ 1080.561062] env[69363]: INFO networking_nsxv3.common.synchronization [req-88d1fb9b-b222-41da-90c9-0ddf64c7ed4e req-64db9a7a-0db7-4342-a264-c0acce83e8a8 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGHEST for action security_group_rules [ 1080.561062] env[69363]: INFO networking_nsxv3.common.synchronization [req-88d1fb9b-b222-41da-90c9-0ddf64c7ed4e req-64db9a7a-0db7-4342-a264-c0acce83e8a8 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGHEST for action security_group_members [ 1080.561062] env[69363]: INFO networking_nsxv3.common.synchronization [req-88d1fb9b-b222-41da-90c9-0ddf64c7ed4e req-64db9a7a-0db7-4342-a264-c0acce83e8a8 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 8389dc6e-8c41-4418-b16b-546f5c08bd5e with Priority: HIGHEST for action port [ 1080.561623] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1080.561931] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_rules [ 1080.562236] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGHEST for action security_group_members [ 1080.562495] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8389dc6e-8c41-4418-b16b-546f5c08bd5e with Priority: HIGHEST for action port [ 1080.562777] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGHEST for action security_group_rules [ 1080.563169] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1080.563471] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_members [ 1080.566018] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.566018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.566018] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.566018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.566018] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98dce9a-9946-4a53-884d-7b6390d82021 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.566018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.566018] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8389dc6e-8c41-4418-b16b-546f5c08bd5e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.566018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.566018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.566018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.566018] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8389dc6e-8c41-4418-b16b-546f5c08bd5e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.567786] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98dce9a-9946-4a53-884d-7b6390d82021 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.570021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.570021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.570021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.570021] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.570624] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.574238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.574238] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.574238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.587470] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.587712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.587936] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.588068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.588197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.588472] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.588629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.588717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.588925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.589046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.589165] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1080.642197] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.642704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.642812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.643036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.643247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.654316] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1080.681353] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 1080.681681] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.791492] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.798453] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.918174] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.995867] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.072930] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98dce9a-9946-4a53-884d-7b6390d82021 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.073136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.078195] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8389dc6e-8c41-4418-b16b-546f5c08bd5e with status ACTIVE [ 1081.078353] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.078666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.078752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.079067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.079226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.079460] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.079580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.079646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.079907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.080579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.080579] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.080579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.080579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.084083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.084262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.084390] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8389dc6e-8c41-4418-b16b-546f5c08bd5e is going to be updated. [ 1081.111535] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.112759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.112759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.112759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.112759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.112759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8389dc6e-8c41-4418-b16b-546f5c08bd5e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.296292] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.296516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.296620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.296860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.296988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.297132] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1081.302304] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.302458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.302515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.302720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.302808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.302905] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db638fe1-bfb0-467c-b196-33cb1759ec36 is going to be created. [ 1081.327344] env[69363]: INFO networking_nsxv3.common.synchronization [None req-4fb6b62d-f2c8-4e9d-af61-fa162580462c tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_rules [ 1081.328056] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_rules [ 1081.328432] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.328615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.328723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.329227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.329450] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.349122] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.349326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.349326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.349533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.349739] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.351777] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.352114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.352114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.352310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.352310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.368868] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: UNINITIALIZED for 2s [ 1081.370343] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1081.413759] env[69363]: INFO networking_nsxv3.common.synchronization [None req-2f07d845-628a-4a6d-ae42-014b348d6d8f tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_rules [ 1081.414311] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_rules [ 1081.415255] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.415687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.427103] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.427182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.427267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.427535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.427658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.429180] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 397916ee-596c-4abb-a176-2ca21bdec019 is going to be created. [ 1081.466353] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.466523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.466569] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.466770] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.467532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.482381] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 397916ee-596c-4abb-a176-2ca21bdec019 in Status: UNINITIALIZED for 2s [ 1081.505103] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.861761] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.862381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.862665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.863191] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.863365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.863509] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 already deleted. [ 1081.863676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.864138] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.864532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.864778] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.007220] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.007596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.007693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.007894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.008041] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.008183] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98dce9a-9946-4a53-884d-7b6390d82021 is going to be created. [ 1082.039767] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.039974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.040039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.040248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.040412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.052440] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98dce9a-9946-4a53-884d-7b6390d82021 in Status: UNINITIALIZED for 2s [ 1082.390240] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.390426] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.390491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.390729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.390834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.391070] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 already deleted. [ 1082.391070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.669466] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1082.670294] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 deletion is rescheduled due to dependency. [ 1082.670294] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.382045] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1083.382045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.382045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.382493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.382493] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.382493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.382493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.382683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.382737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.382854] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.385352] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: SUCCESS [ 1083.385622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.385803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.386865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.386865] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.386865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.386865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.387105] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.387105] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.387105] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.500106] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 397916ee-596c-4abb-a176-2ca21bdec019 in Status: SUCCESS [ 1083.500336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.500504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.500734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.500924] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.501057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.501125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.501375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.501375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.501469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.501529] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.889491] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.890108] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.005743] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.064149] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98dce9a-9946-4a53-884d-7b6390d82021 in Status: SUCCESS [ 1084.064373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.064546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.064776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.064963] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.065095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.065156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.065315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.065405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.065719] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.394081] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.394081] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.510596] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 397916ee-596c-4abb-a176-2ca21bdec019: rpc.has_security_group_logging(os_id): False [ 1084.532617] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.533179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.533179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.533179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.533179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.534833] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.534833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.534833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.534833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.534833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.534833] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 397916ee-596c-4abb-a176-2ca21bdec019 is going to be created. [ 1084.567877] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.603974] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.603974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.603974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.603974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.603974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.618288] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 397916ee-596c-4abb-a176-2ca21bdec019 in Status: IN_PROGRESS for 2s [ 1084.895278] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.895548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.895548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.895871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.895963] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.896079] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1084.899252] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.899481] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.900446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.900446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.900446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.900446] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db638fe1-bfb0-467c-b196-33cb1759ec36 is going to be updated. [ 1084.929261] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.929450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.929563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.929880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.930149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.934993] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.934993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.934993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.934993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.934993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.949401] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: IN_PROGRESS for 2s [ 1084.953026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1085.070133] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.540599] env[69363]: INFO networking_nsxv3.common.synchronization [req-98abaafe-fc2c-4c6f-87ad-091089d90492 req-df8b02aa-0fdc-407c-8626-cc9d51f8b3d4 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1085.542281] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1085.542770] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.542839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.542888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.543120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.543357] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.543763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.543832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.544008] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.544099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.544200] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.572937] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.573116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.573189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.573405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.573494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.573592] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98dce9a-9946-4a53-884d-7b6390d82021 is going to be updated. [ 1085.627073] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.627374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.627533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.627840] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.628025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.641478] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98dce9a-9946-4a53-884d-7b6390d82021 in Status: IN_PROGRESS for 2s [ 1085.836488] env[69363]: INFO networking_nsxv3.common.synchronization [None req-5d00e31c-7b87-4c1a-abf0-586711c70c23 None None] Enqueued Resource ID: c4884109-1ed2-4bb3-a269-97499f53ef2a with Priority: HIGHEST for action port [ 1085.837052] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4884109-1ed2-4bb3-a269-97499f53ef2a with Priority: HIGHEST for action port [ 1085.837411] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4884109-1ed2-4bb3-a269-97499f53ef2a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.837594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4884109-1ed2-4bb3-a269-97499f53ef2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.837594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4884109-1ed2-4bb3-a269-97499f53ef2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.837857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4884109-1ed2-4bb3-a269-97499f53ef2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.837899] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4884109-1ed2-4bb3-a269-97499f53ef2a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.046675] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.046929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.046929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.048778] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.048900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.049834] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.049834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.049834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.049834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.049834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.049834] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b is going to be updated. [ 1086.079930] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.080131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.080179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.080386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.080526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.091036] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: IN_PROGRESS for 2s [ 1086.343272] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4884109-1ed2-4bb3-a269-97499f53ef2a [ 1086.343272] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.343272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.343272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.343272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.343272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.343272] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4884109-1ed2-4bb3-a269-97499f53ef2a already deleted. [ 1086.343272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4884109-1ed2-4bb3-a269-97499f53ef2a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.631000] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 397916ee-596c-4abb-a176-2ca21bdec019 in Status: SUCCESS [ 1086.631000] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.963748] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: SUCCESS [ 1086.963955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.964146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.964358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.964541] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.964651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.964715] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.964912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.964992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.965058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.965113] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.966949] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1086.967184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.967781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.967781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.967781] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.968056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.968056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.968147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.968224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.968314] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.969345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.969816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.970053] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.970249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.973120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.973120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.973120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.973120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.973120] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.973120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.973120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.973120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.973120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.973120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.973931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.973931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.973931] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.975373] env[69363]: INFO networking_nsxv3.common.synchronization [req-6a3ce0e4-8467-433f-90a9-539fc35f54df req-82486411-3e3f-41db-bfed-5f04fe742f50 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1086.976159] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1086.976270] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.976349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.976451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.976598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.976760] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.976893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.976968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.978209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.978339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.978457] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.309922] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.310294] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.310294] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.310575] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.311746] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.311912] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.312018] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.312277] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.312426] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.312644] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.313188] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.313373] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.313577] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.313683] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.314401] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.314401] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.343490] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.343677] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1087.343838] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.344243] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.344604] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-db70e947-fa9f-488b-82bc-463e39bc1ed7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.344872] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-db70e947-fa9f-488b-82bc-463e39bc1ed7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.344930] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-db70e947-fa9f-488b-82bc-463e39bc1ed7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.345284] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-db70e947-fa9f-488b-82bc-463e39bc1ed7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.345430] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db70e947-fa9f-488b-82bc-463e39bc1ed7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.472757] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.473875] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.477023] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.477023] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.477023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.483480] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.483788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.483788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.483948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.484130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.484327] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.484497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.484553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.484803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.484881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.485737] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1087.533781] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.533924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.533924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.534231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.534591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.544566] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1087.653337] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98dce9a-9946-4a53-884d-7b6390d82021 in Status: SUCCESS [ 1087.653644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.653941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.653941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.654218] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.654320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.654320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.654484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.654569] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.654650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.654734] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.851545] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.852047] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.852047] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.852541] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.852541] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.852541] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port db70e947-fa9f-488b-82bc-463e39bc1ed7 not found, creating... [ 1087.852786] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.853376] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.853376] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.853376] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.853682] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.853782] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.853846] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.854419] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.854419] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.854419] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.854765] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: db70e947-fa9f-488b-82bc-463e39bc1ed7 is going to be created. [ 1087.880309] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.880547] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.880684] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.880985] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.881247] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.881495] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-db70e947-fa9f-488b-82bc-463e39bc1ed7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.976855] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.978210] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db638fe1-bfb0-467c-b196-33cb1759ec36: rpc.has_security_group_logging(os_id): False [ 1087.979269] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.021842] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.021842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.021842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.021842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.022150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.022150] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.022258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.022293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.022584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.022584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.022714] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db638fe1-bfb0-467c-b196-33cb1759ec36 is going to be created. [ 1088.089166] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.089329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.089391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.089616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.089790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.102134] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: SUCCESS [ 1088.102259] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b deletion is rescheduled due to dependency. [ 1088.102377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.103149] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: IN_PROGRESS for 2s [ 1088.157679] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.480593] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.480802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.480897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.481241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.481350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.481491] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db638fe1-bfb0-467c-b196-33cb1759ec36 is going to be updated. [ 1088.484424] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.484574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.484670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.484915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.485043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.485165] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1088.517922] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.518129] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.518171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.518454] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.518712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.521990] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.522120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.522195] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.522387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.522517] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.533162] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: IN_PROGRESS for 2s [ 1088.533944] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1088.662750] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e98dce9a-9946-4a53-884d-7b6390d82021: rpc.has_security_group_logging(os_id): False [ 1088.684416] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.684416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.684416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.684416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.684416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.684416] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.684416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.684416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.684416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.685452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.685452] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98dce9a-9946-4a53-884d-7b6390d82021 is going to be created. [ 1088.741008] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.741008] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.741008] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.741745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.741745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.758114] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98dce9a-9946-4a53-884d-7b6390d82021 in Status: IN_PROGRESS for 2s [ 1088.808678] env[69363]: INFO networking_nsxv3.common.synchronization [req-6a3ce0e4-8467-433f-90a9-539fc35f54df req-22e63db3-d571-46e9-9c30-cb9acb9a0e32 service nova] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_rules [ 1088.808936] env[69363]: INFO networking_nsxv3.common.synchronization [req-6a3ce0e4-8467-433f-90a9-539fc35f54df req-22e63db3-d571-46e9-9c30-cb9acb9a0e32 service nova] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1088.809157] env[69363]: INFO networking_nsxv3.common.synchronization [req-6a3ce0e4-8467-433f-90a9-539fc35f54df req-22e63db3-d571-46e9-9c30-cb9acb9a0e32 service nova] Enqueued Resource ID: db70e947-fa9f-488b-82bc-463e39bc1ed7 with Priority: HIGHEST for action port [ 1088.809877] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_rules [ 1088.810344] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1088.810635] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db70e947-fa9f-488b-82bc-463e39bc1ed7 with Priority: HIGHEST for action port [ 1088.810922] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.811099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.811220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.811814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.811947] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.816119] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.816119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.816119] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-db70e947-fa9f-488b-82bc-463e39bc1ed7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.816119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db70e947-fa9f-488b-82bc-463e39bc1ed7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.816119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db70e947-fa9f-488b-82bc-463e39bc1ed7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.816119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db70e947-fa9f-488b-82bc-463e39bc1ed7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.817308] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db70e947-fa9f-488b-82bc-463e39bc1ed7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.320460] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.320602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.320835] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db70e947-fa9f-488b-82bc-463e39bc1ed7 with status ACTIVE [ 1089.321073] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.321154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.321195] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.321404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.321492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.321675] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.321739] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.321803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.321964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.322075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.322244] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.322378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.322465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.322619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.322697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.322782] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db70e947-fa9f-488b-82bc-463e39bc1ed7 is going to be updated. [ 1089.349181] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.349181] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.349310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.349496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.349708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.349890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db70e947-fa9f-488b-82bc-463e39bc1ed7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.554268] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1089.554447] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 deletion is rescheduled due to dependency. [ 1089.554565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.554732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.554947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.555543] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.555543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.555543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.555543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.555543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.555785] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.060225] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.118171] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: SUCCESS [ 1090.122025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.122025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.122025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.122025] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.168521] env[69363]: INFO networking_nsxv3.common.synchronization [None req-a8c12682-4a97-46e5-8a51-bcaa76028eb0 None None] Enqueued Resource ID: f8b443d6-9eb4-429e-9baf-f9de76d048d9 with Priority: HIGHEST for action port [ 1090.169114] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b443d6-9eb4-429e-9baf-f9de76d048d9 with Priority: HIGHEST for action port [ 1090.169443] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b443d6-9eb4-429e-9baf-f9de76d048d9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.169586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b443d6-9eb4-429e-9baf-f9de76d048d9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.169658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b443d6-9eb4-429e-9baf-f9de76d048d9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.169880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b443d6-9eb4-429e-9baf-f9de76d048d9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.169973] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b443d6-9eb4-429e-9baf-f9de76d048d9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.548706] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1090.548869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.549050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.549335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.549580] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.549713] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.549798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.550008] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.550107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.550352] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.552200] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: SUCCESS [ 1090.552422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.552630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.552822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.553035] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.553969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.553969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.553969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.553969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.553969] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.562030] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.622119] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.624268] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.673358] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8b443d6-9eb4-429e-9baf-f9de76d048d9 [ 1090.674145] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.674145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.674145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.674145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.674410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.674410] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8b443d6-9eb4-429e-9baf-f9de76d048d9 already deleted. [ 1090.674410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b443d6-9eb4-429e-9baf-f9de76d048d9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.776106] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98dce9a-9946-4a53-884d-7b6390d82021 in Status: SUCCESS [ 1090.776106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.058522] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.059809] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.064455] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.065291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.065291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.065291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.065291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.065610] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1091.101947] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.101947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.102797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.102797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.102797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.113017] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1091.268755] env[69363]: INFO networking_nsxv3.common.synchronization [req-4a5f7a33-c350-4940-b323-6d06c057e62b req-f512b1f6-e3d3-40a5-8107-62e55550ce0e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1091.269113] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1091.269461] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.269578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.269648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.270015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.270167] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.270266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.270431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.270500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.270548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.270714] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.561186] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.562658] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.603766] env[69363]: INFO networking_nsxv3.common.synchronization [None req-7ce2a41d-f234-4887-9ee7-73996c585c89 None None] Enqueued Resource ID: faf11123-ceec-4029-ac55-a43c542443da with Priority: HIGHEST for action port [ 1091.604014] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf11123-ceec-4029-ac55-a43c542443da with Priority: HIGHEST for action port [ 1091.604439] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf11123-ceec-4029-ac55-a43c542443da taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.604570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf11123-ceec-4029-ac55-a43c542443da" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.604642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf11123-ceec-4029-ac55-a43c542443da" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.604932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf11123-ceec-4029-ac55-a43c542443da" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.607268] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf11123-ceec-4029-ac55-a43c542443da',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.706080] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.706080] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.706080] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.706080] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.709518] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.709518] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.709518] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.709518] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.709518] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.709518] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.709518] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.709518] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.709518] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.709518] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.709518] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.709518] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.732352] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.732352] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.732352] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.732352] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.732352] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-535e33db-cc97-4404-9203-904ff74f5086 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.732352] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-535e33db-cc97-4404-9203-904ff74f5086" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.732352] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-535e33db-cc97-4404-9203-904ff74f5086" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.732352] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-535e33db-cc97-4404-9203-904ff74f5086" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.732352] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('535e33db-cc97-4404-9203-904ff74f5086',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.777164] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.777164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.777164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.777164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.777164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.777164] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.777164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.777164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.777164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.777164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.777164] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1091.828367] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.828367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.828367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.828367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.828367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.837559] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1092.067262] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.067262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.067262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.067262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.067262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.067262] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db638fe1-bfb0-467c-b196-33cb1759ec36 is going to be updated. [ 1092.067262] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.067262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.067262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.067262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.067262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.067262] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1092.111947] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faf11123-ceec-4029-ac55-a43c542443da [ 1092.111947] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.111947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.111947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.117055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.117055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.117055] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faf11123-ceec-4029-ac55-a43c542443da already deleted. [ 1092.117055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf11123-ceec-4029-ac55-a43c542443da" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.117055] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.117055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.117055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.117055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.117055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.118480] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.118610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.118695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.118904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.119048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.131846] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: IN_PROGRESS for 2s [ 1092.132668] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1092.239295] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.239295] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.239295] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.239295] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.239295] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.239295] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 535e33db-cc97-4404-9203-904ff74f5086 not found, creating... [ 1092.239295] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.239295] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.239295] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.239295] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.239903] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.239903] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.239903] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.239903] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.240581] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.240581] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.240687] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 535e33db-cc97-4404-9203-904ff74f5086 is going to be created. [ 1092.267517] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.269671] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.269671] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.269671] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.269671] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.269671] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-535e33db-cc97-4404-9203-904ff74f5086" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.404820] env[69363]: INFO networking_nsxv3.common.synchronization [None req-5f86d0f6-a6e7-43fc-a1e4-cbc3beebd905 None None] Enqueued Resource ID: 516f0f08-85e2-4438-99cc-667bc648f5e9 with Priority: HIGHEST for action port [ 1092.404820] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 516f0f08-85e2-4438-99cc-667bc648f5e9 with Priority: HIGHEST for action port [ 1092.405278] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-516f0f08-85e2-4438-99cc-667bc648f5e9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.405410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-516f0f08-85e2-4438-99cc-667bc648f5e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.405474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-516f0f08-85e2-4438-99cc-667bc648f5e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.405756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-516f0f08-85e2-4438-99cc-667bc648f5e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.405839] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516f0f08-85e2-4438-99cc-667bc648f5e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.909575] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 516f0f08-85e2-4438-99cc-667bc648f5e9 [ 1092.909575] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.909575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.909575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.909575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.909575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.909575] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:516f0f08-85e2-4438-99cc-667bc648f5e9 already deleted. [ 1092.909575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-516f0f08-85e2-4438-99cc-667bc648f5e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.024536] env[69363]: INFO networking_nsxv3.common.synchronization [req-4a5f7a33-c350-4940-b323-6d06c057e62b req-1af48fa2-2f7b-4c65-88d1-d70ab38978f5 service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 1093.024745] env[69363]: INFO networking_nsxv3.common.synchronization [req-4a5f7a33-c350-4940-b323-6d06c057e62b req-1af48fa2-2f7b-4c65-88d1-d70ab38978f5 service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1093.024981] env[69363]: INFO networking_nsxv3.common.synchronization [req-4a5f7a33-c350-4940-b323-6d06c057e62b req-1af48fa2-2f7b-4c65-88d1-d70ab38978f5 service nova] Enqueued Resource ID: 535e33db-cc97-4404-9203-904ff74f5086 with Priority: HIGHEST for action port [ 1093.027425] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 1093.027679] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1093.027838] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535e33db-cc97-4404-9203-904ff74f5086 with Priority: HIGHEST for action port [ 1093.028609] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.028775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.028856] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.029132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.029404] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.030624] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.030624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.030843] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-535e33db-cc97-4404-9203-904ff74f5086 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.032770] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-535e33db-cc97-4404-9203-904ff74f5086" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.032770] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-535e33db-cc97-4404-9203-904ff74f5086" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.032770] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-535e33db-cc97-4404-9203-904ff74f5086" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.032770] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('535e33db-cc97-4404-9203-904ff74f5086',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.125021] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1093.125416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.126097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.126333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.127112] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.127112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.127112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.127112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.127416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.127519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.127786] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.535559] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.535674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.539281] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 535e33db-cc97-4404-9203-904ff74f5086 with status ACTIVE [ 1093.539476] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.539600] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.539672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.539881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.539961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.540298] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.540410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.540493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.541934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.541934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.541934] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.541934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.541934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.541934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.541934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.541934] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 535e33db-cc97-4404-9203-904ff74f5086 is going to be updated. [ 1093.566046] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.566046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.566046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.566046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.566046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.566046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-535e33db-cc97-4404-9203-904ff74f5086" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.631287] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.631443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.632042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.635233] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.635233] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.635233] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.635233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.635233] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.675828] env[69363]: INFO networking_nsxv3.common.synchronization [None req-dd33026a-a59f-4bad-bb05-5f3d56d06f3d None None] Enqueued Resource ID: f9280ebc-a259-4b41-9bf6-50c08014fe6c with Priority: HIGHEST for action port [ 1093.676423] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9280ebc-a259-4b41-9bf6-50c08014fe6c with Priority: HIGHEST for action port [ 1093.679146] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9280ebc-a259-4b41-9bf6-50c08014fe6c taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.679146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9280ebc-a259-4b41-9bf6-50c08014fe6c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.679146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9280ebc-a259-4b41-9bf6-50c08014fe6c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.679146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9280ebc-a259-4b41-9bf6-50c08014fe6c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.679146] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9280ebc-a259-4b41-9bf6-50c08014fe6c',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.849587] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1093.849799] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f deletion is rescheduled due to dependency. [ 1093.849892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.850096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.850376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.850566] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.850682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.850750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.850920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.851008] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.851116] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.138572] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 514044cc-87b5-4585-ba94-25c015b7ac22: rpc.has_security_group_logging(os_id): False [ 1094.143263] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1094.143464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.143620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.143835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.144038] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.144158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.144222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.144380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.144461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.144546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.144859] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.144859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.144859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.145030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.145125] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.145213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.145284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.145409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.145484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.145564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.145720] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.147422] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: SUCCESS [ 1094.147422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.147546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.149257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.149257] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.149257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.149257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.149257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.149257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.149257] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.149257] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.180026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.180026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.180026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.180026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.180729] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.180729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.180729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.180729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.180729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.180729] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1094.182480] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9280ebc-a259-4b41-9bf6-50c08014fe6c [ 1094.182717] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.182873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.182944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.183151] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.183276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.183370] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9280ebc-a259-4b41-9bf6-50c08014fe6c already deleted. [ 1094.183467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9280ebc-a259-4b41-9bf6-50c08014fe6c" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.257452] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.257452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.257452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.257452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.257855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.271270] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1094.353307] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.650984] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f542364-994d-4fb3-bc0f-b752a96944f2: rpc.has_security_group_logging(os_id): False [ 1094.652101] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.673013] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.673221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.673272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.673444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.673538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.673750] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.673852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.673916] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.674084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.674162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.674349] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.674442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.674505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.674644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.674719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.674897] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.674988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.675061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.675198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.675272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.675356] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1094.735200] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.735416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.735416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.735635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.735797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.767732] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1094.856984] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.154273] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db638fe1-bfb0-467c-b196-33cb1759ec36: rpc.has_security_group_logging(os_id): False [ 1095.187576] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.187803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.187944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.188375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.188516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.188922] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.189125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.189235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.189564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.189648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.189796] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db638fe1-bfb0-467c-b196-33cb1759ec36 is going to be updated. [ 1095.302561] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.302710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.303396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.303396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.303396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.343415] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: IN_PROGRESS for 2s [ 1095.363039] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.363039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.363039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.363039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.363039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.363039] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1095.466056] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.466056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.466056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.466056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.466056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.487189] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1095.753187] env[69363]: INFO networking_nsxv3.common.synchronization [req-068d12e6-e023-4e8f-84e1-997da0546ef7 req-cd3ba1f5-c7da-44db-8afe-e8210e228465 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1095.753187] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1095.753187] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.753187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.753187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.753187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.753187] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.753187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.753691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.753960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.754171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.754361] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.064999] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.065286] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.065427] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.065752] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.066010] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.066182] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.066303] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.066521] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.066719] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.066980] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.067113] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.067225] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.067336] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.067448] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.067557] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.067693] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.089963] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.090200] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1096.090352] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.090539] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.090878] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.091075] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.091203] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.091538] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.091683] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4cb7e1-8a56-4ecc-b205-5d79f824dd21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.257426] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.257753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.257753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.257941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.258646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.258646] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.258646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.258646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.258646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.258646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.258984] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 already deleted. [ 1096.258984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.297491] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1096.297662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.593837] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.594015] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.594081] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.594360] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.594516] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.594856] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 not found, creating... [ 1096.594940] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.595107] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.595225] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.595443] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.595575] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.595895] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.596507] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.596507] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.596507] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.596507] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.596671] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 is going to be created. [ 1096.618771] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.619344] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.619627] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.620041] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.620423] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.620789] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.783495] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1096.784917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.784917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.784917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.784917] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.287816] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.288178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.288178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.288288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.288454] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.288564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.288623] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.288779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.288906] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.289030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.289125] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.353540] env[69363]: INFO networking_nsxv3.common.synchronization [req-068d12e6-e023-4e8f-84e1-997da0546ef7 req-b2ef95fa-eadf-40c1-9d16-790bfc4b0c86 service nova] Enqueued Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_rules [ 1097.353784] env[69363]: INFO networking_nsxv3.common.synchronization [req-068d12e6-e023-4e8f-84e1-997da0546ef7 req-b2ef95fa-eadf-40c1-9d16-790bfc4b0c86 service nova] Enqueued Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1097.353998] env[69363]: INFO networking_nsxv3.common.synchronization [req-068d12e6-e023-4e8f-84e1-997da0546ef7 req-b2ef95fa-eadf-40c1-9d16-790bfc4b0c86 service nova] Enqueued Resource ID: 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 with Priority: HIGHEST for action port [ 1097.354847] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_rules [ 1097.355011] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1097.355151] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 with Priority: HIGHEST for action port [ 1097.355574] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.355957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.355957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.356148] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.356184] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.357330] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.357456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.357524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.357719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.358038] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.358273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.358396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.358680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.358830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.359027] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.359971] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.360218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.360296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.360455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.360517] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4cb7e1-8a56-4ecc-b205-5d79f824dd21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.362095] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: SUCCESS [ 1097.362201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.498079] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1097.498079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.498250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.498361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.498559] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.498676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.498779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.498976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.499090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.499155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.499253] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.792107] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.792396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.792571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.792933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.793301] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.793495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.793615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.793881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.794055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.794205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.794465] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.794619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.794726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.794965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.795224] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.795380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.795488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.795717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.795997] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.796161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.796314] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.863773] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.863989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.864309] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.865456] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 with status ACTIVE [ 1097.865645] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.865888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.866034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.866277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.866361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.866555] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.866673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.866734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.866912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.866991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.867209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.867320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.867379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.867505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.867581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.867661] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 is going to be updated. [ 1097.898653] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.898845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.898909] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.899169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.899310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.899506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.001448] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.002216] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.002358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.002562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.002844] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.002920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.002957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.003121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.003213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.003301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.003452] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.003546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.003599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.003754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.003889] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.003981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.004053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.004193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.004265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.004350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.004432] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.299728] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f542364-994d-4fb3-bc0f-b752a96944f2: rpc.has_security_group_logging(os_id): False [ 1098.321982] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.322187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.322266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.322472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.322564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.322783] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.322896] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.322935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.323091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.323166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.323347] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.323438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.323494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.323639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.323694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.323857] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.323950] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.324029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.324237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.324302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.324395] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1098.370180] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.388932] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.388932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.388932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.388932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.389560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.406626] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1098.507257] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b42a42c-dcf3-4886-9e81-0b5c5442192f: rpc.has_security_group_logging(os_id): False [ 1098.528608] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.528796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.528847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.529046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.529148] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.529356] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.529476] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.529546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.529744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.529829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.530104] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.530240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.530297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.530466] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.530541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.530742] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.530837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.530891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.531048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.531125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.531208] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1098.628497] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.628645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.628720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.628960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.629118] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.644248] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1098.874087] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.874087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.874087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.874087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.874087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.874087] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 is going to be created. [ 1098.902927] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.903106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.903178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.903890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.903890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.915609] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: UNINITIALIZED for 2s [ 1100.423660] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1100.424055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.659942] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1100.660308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.926415] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: SUCCESS [ 1100.926651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.926899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.927190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.927432] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.927554] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.927617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.927842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.927948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.928053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.928160] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.430720] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.933941] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d823fd99-77f6-4abc-8b45-165e8f1b98c1: rpc.has_security_group_logging(os_id): False [ 1101.955224] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.955386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.955386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.955563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.955660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.955903] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.956008] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.956077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.956236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.956312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.956398] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 is going to be created. [ 1102.038477] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.038477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.038604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.038820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.039188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.053028] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: IN_PROGRESS for 2s [ 1102.112308] env[69363]: INFO networking_nsxv3.common.synchronization [req-3caca3e2-74ba-44f8-9942-b70413823522 req-dd41d439-44b1-49aa-9b00-0dd71496f057 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1102.112849] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1102.113194] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.113318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.113384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.113831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.113831] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.113831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.113988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.114050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.114120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.114502] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.450358] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-360 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.450707] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-360" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.450759] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-360" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.450998] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-360" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.451286] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.451450] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.451585] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.452287] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.452287] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.452287] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.452475] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.452520] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.452629] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.452750] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.452892] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.453064] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.514289] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.514289] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.514289] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.514289] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-360" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.514289] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.514289] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.514289] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.514289] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.514289] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c26b2a90-a5fd-4db5-b2dd-bc2221e25135',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.617422] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.982569] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.982856] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.982935] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.983255] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.984492] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.984492] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port c26b2a90-a5fd-4db5-b2dd-bc2221e25135 not found, creating... [ 1102.984492] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.984492] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.984492] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.984492] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.984803] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.984803] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.984967] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.985236] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.985547] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.985712] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.985884] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 is going to be created. [ 1103.007955] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.008324] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.008569] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.009467] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.009837] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.010226] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.120695] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.624634] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.624634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.624634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.624634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.624634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.624634] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1103.664736] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.664736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.664736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.664946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.664946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.678306] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1103.748886] env[69363]: INFO networking_nsxv3.common.synchronization [req-3caca3e2-74ba-44f8-9942-b70413823522 req-e60b7d99-1515-47de-bc3f-2fd88827266b service nova] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1103.749506] env[69363]: INFO networking_nsxv3.common.synchronization [req-3caca3e2-74ba-44f8-9942-b70413823522 req-e60b7d99-1515-47de-bc3f-2fd88827266b service nova] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1103.749506] env[69363]: INFO networking_nsxv3.common.synchronization [req-3caca3e2-74ba-44f8-9942-b70413823522 req-e60b7d99-1515-47de-bc3f-2fd88827266b service nova] Enqueued Resource ID: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 with Priority: HIGHEST for action port [ 1103.750458] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1103.750702] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1103.751072] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 with Priority: HIGHEST for action port [ 1103.751215] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.751486] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.751522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.752121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.752268] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.754367] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.754841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.755211] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.757524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.757524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.757524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.757524] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c26b2a90-a5fd-4db5-b2dd-bc2221e25135',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.019071] env[69363]: INFO networking_nsxv3.common.synchronization [None req-a855bacd-1736-4f34-ba91-b56ee67b8caa tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_rules [ 1104.019714] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_rules [ 1104.020085] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.020237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.020277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.020547] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.020629] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.067915] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: SUCCESS [ 1104.068207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.112849] env[69363]: INFO networking_nsxv3.common.synchronization [None req-1fed7e3d-de3a-4aad-bfc1-7a9648bfd904 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_rules [ 1104.113636] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_rules [ 1104.113986] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.114273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.254493] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.254653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.262182] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c26b2a90-a5fd-4db5-b2dd-bc2221e25135 with status ACTIVE [ 1104.262182] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.262182] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.262182] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.262182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.262182] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 is going to be updated. [ 1104.289447] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.289605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.289672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.289887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.290043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.290218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.546543] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.546699] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.546771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.546997] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.547104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.547202] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f already deleted. [ 1104.547284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.547438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.547601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.547684] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.069033] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.069418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.069418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.069612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.069693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.070332] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f already deleted. [ 1105.070332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.691071] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1105.691071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.691251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.691471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.691712] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.691712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.691712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.691881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.691918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.692047] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.194220] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.557135] env[69363]: INFO networking_nsxv3.common.synchronization [req-125b937a-ef18-4ef1-a65f-457d0976a870 req-5e37d4ec-4b82-46df-b7f7-560f3ac830be tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1106.557678] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1106.557997] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.558149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.558242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.558448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.558601] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.558718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.558767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.558898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.558991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.559108] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.696314] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.891773] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.892010] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.892155] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.892541] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.892943] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.893220] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.893441] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.893795] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.894018] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.894274] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.894436] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.894561] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.894697] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.894860] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.895070] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.895295] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.917484] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.917663] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.917793] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.918071] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.918714] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-7b5683f9-c8d7-4158-ae10-e7e7e972e390 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.918978] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-7b5683f9-c8d7-4158-ae10-e7e7e972e390" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.918978] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-7b5683f9-c8d7-4158-ae10-e7e7e972e390" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.919351] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-7b5683f9-c8d7-4158-ae10-e7e7e972e390" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.919522] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5683f9-c8d7-4158-ae10-e7e7e972e390',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.061303] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.061535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.061535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.061725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.061813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.062110] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.062246] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.062326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.062565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.062692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.062788] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d already deleted. [ 1107.062893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.199117] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.199577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.199654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.200028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.200152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.200292] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1107.247983] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.248215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.248469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.248747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.248901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.260147] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1107.421977] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.422248] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.422430] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.422670] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.422825] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.423012] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 7b5683f9-c8d7-4158-ae10-e7e7e972e390 not found, creating... [ 1107.423263] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.423420] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.423587] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.423754] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.423893] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.424319] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.424572] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.424730] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.425194] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.425406] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.425565] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 7b5683f9-c8d7-4158-ae10-e7e7e972e390 is going to be created. [ 1107.448929] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.449277] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.449416] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.449722] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.449992] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.450328] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-7b5683f9-c8d7-4158-ae10-e7e7e972e390" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.182605] env[69363]: INFO networking_nsxv3.common.synchronization [req-125b937a-ef18-4ef1-a65f-457d0976a870 req-9b3152d5-69a0-4c88-94fd-d1a7be34109a service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1108.182909] env[69363]: INFO networking_nsxv3.common.synchronization [req-125b937a-ef18-4ef1-a65f-457d0976a870 req-9b3152d5-69a0-4c88-94fd-d1a7be34109a service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1108.190028] env[69363]: INFO networking_nsxv3.common.synchronization [req-125b937a-ef18-4ef1-a65f-457d0976a870 req-9b3152d5-69a0-4c88-94fd-d1a7be34109a service nova] Enqueued Resource ID: 7b5683f9-c8d7-4158-ae10-e7e7e972e390 with Priority: HIGHEST for action port [ 1108.190028] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1108.190028] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1108.190028] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5683f9-c8d7-4158-ae10-e7e7e972e390 with Priority: HIGHEST for action port [ 1108.190028] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.190028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.190028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.190028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.190028] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.190492] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.190492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.190492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.190636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.190815] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.190815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.190943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.191180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.191180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.191180] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.192475] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b5683f9-c8d7-4158-ae10-e7e7e972e390 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.192672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b5683f9-c8d7-4158-ae10-e7e7e972e390" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.192672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b5683f9-c8d7-4158-ae10-e7e7e972e390" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.192802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b5683f9-c8d7-4158-ae10-e7e7e972e390" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.192878] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5683f9-c8d7-4158-ae10-e7e7e972e390',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.696592] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.697342] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.697342] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.699048] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b5683f9-c8d7-4158-ae10-e7e7e972e390 with status ACTIVE [ 1108.699267] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.699396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.699465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.700011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.700122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.700358] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.700471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.700531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.700741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.700854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.701036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.701190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.701266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.701427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.701509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.701594] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b5683f9-c8d7-4158-ae10-e7e7e972e390 is going to be updated. [ 1108.733458] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.733676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.733676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.733895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.734178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.734349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b5683f9-c8d7-4158-ae10-e7e7e972e390" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.905522] env[69363]: INFO networking_nsxv3.common.synchronization [req-79fadb37-5ee3-43e9-a368-4864950b7978 req-3d4fe32d-52d7-46a1-9474-988cd0b79f9b tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Enqueued Resource ID: 18ec651e-033c-46c7-a944-44369b173fea with Priority: HIGHEST for action security_group_members [ 1108.905970] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ec651e-033c-46c7-a944-44369b173fea with Priority: HIGHEST for action security_group_members [ 1108.906463] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-18ec651e-033c-46c7-a944-44369b173fea taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.906630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.906727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.907095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.907833] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.907833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.907833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.908109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.908109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.908194] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18ec651e-033c-46c7-a944-44369b173fea',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.201613] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.271876] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1109.272420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.272631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.272865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.273074] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.273201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.274487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.274487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.274487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.274487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.274487] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.354729] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.354937] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-629" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.355087] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-629" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.355449] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-629" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.355743] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.356030] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.356327] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.356632] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.357296] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.357644] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.357846] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.358183] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.358351] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.358529] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.358703] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.358914] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.381186] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.381397] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.381536] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.381717] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-629" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.382073] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-4769bc83-8846-4142-bb1f-5a4ac752a278 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.382293] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-4769bc83-8846-4142-bb1f-5a4ac752a278" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.382503] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-4769bc83-8846-4142-bb1f-5a4ac752a278" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.382853] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-4769bc83-8846-4142-bb1f-5a4ac752a278" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.382999] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4769bc83-8846-4142-bb1f-5a4ac752a278',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.410414] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.410584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.410641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.410839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.410929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.411141] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.411330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.411330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.411438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.411530] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.411615] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18ec651e-033c-46c7-a944-44369b173fea already deleted. [ 1109.411885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.704826] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.705208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.705208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.705311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.705402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.705499] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be created. [ 1109.744245] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.744650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.744836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.745116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.745372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.766526] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: UNINITIALIZED for 2s [ 1109.776206] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.776538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.776631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.776862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.777109] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.777298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.777400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.777633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.777756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.777902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.778215] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.778639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.778639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.778639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.778820] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.778980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.779144] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.779417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.779553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.779683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.779819] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.887034] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.887034] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.887034] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.887034] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.887245] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.887344] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 4769bc83-8846-4142-bb1f-5a4ac752a278 not found, creating... [ 1109.887619] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.887778] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.887896] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.888243] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.888398] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.888694] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.888879] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.889057] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.889274] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.889778] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.889778] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 4769bc83-8846-4142-bb1f-5a4ac752a278 is going to be created. [ 1109.917730] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.918108] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.918316] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.918739] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.919254] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.919575] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-4769bc83-8846-4142-bb1f-5a4ac752a278" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.282951] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f542364-994d-4fb3-bc0f-b752a96944f2: rpc.has_security_group_logging(os_id): False [ 1110.316305] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.316305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.316305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.316489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.316688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.316863] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.316959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.316959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.317144] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.317202] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.317398] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.317499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.317542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.317674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.317743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.317930] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.318038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.318112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.318227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.318298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.318378] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1110.472180] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.474211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.474211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.474211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.474211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.502193] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1110.844460] env[69363]: INFO networking_nsxv3.common.synchronization [req-79fadb37-5ee3-43e9-a368-4864950b7978 req-1488e20a-13cb-4a3d-aa9f-3742e262cd1a service nova] Enqueued Resource ID: 18ec651e-033c-46c7-a944-44369b173fea with Priority: HIGHEST for action security_group_rules [ 1110.844745] env[69363]: INFO networking_nsxv3.common.synchronization [req-79fadb37-5ee3-43e9-a368-4864950b7978 req-1488e20a-13cb-4a3d-aa9f-3742e262cd1a service nova] Enqueued Resource ID: 18ec651e-033c-46c7-a944-44369b173fea with Priority: HIGHEST for action security_group_members [ 1110.844898] env[69363]: INFO networking_nsxv3.common.synchronization [req-79fadb37-5ee3-43e9-a368-4864950b7978 req-1488e20a-13cb-4a3d-aa9f-3742e262cd1a service nova] Enqueued Resource ID: 4769bc83-8846-4142-bb1f-5a4ac752a278 with Priority: HIGHEST for action port [ 1110.845468] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ec651e-033c-46c7-a944-44369b173fea with Priority: HIGHEST for action security_group_rules [ 1110.845724] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ec651e-033c-46c7-a944-44369b173fea with Priority: HIGHEST for action security_group_members [ 1110.845724] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4769bc83-8846-4142-bb1f-5a4ac752a278 with Priority: HIGHEST for action port [ 1110.846012] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18ec651e-033c-46c7-a944-44369b173fea taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.846195] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.846264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.846640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.846745] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18ec651e-033c-46c7-a944-44369b173fea',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.848088] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-18ec651e-033c-46c7-a944-44369b173fea taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.848214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.848251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.848632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.848731] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.848772] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.848841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.849036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.849184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.849290] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18ec651e-033c-46c7-a944-44369b173fea',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.850190] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4769bc83-8846-4142-bb1f-5a4ac752a278 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.850334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4769bc83-8846-4142-bb1f-5a4ac752a278" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.850377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4769bc83-8846-4142-bb1f-5a4ac752a278" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.850537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4769bc83-8846-4142-bb1f-5a4ac752a278" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.850654] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4769bc83-8846-4142-bb1f-5a4ac752a278',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.317433] env[69363]: INFO networking_nsxv3.common.synchronization [req-834affe6-7ec9-401e-8efb-3022fbd778b7 req-ad1693b3-cff9-467e-ac61-7492e7f26f1e tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_members [ 1111.317988] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_members [ 1111.318323] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.318450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.318824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.319143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.319351] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.319489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.319584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.319863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.319993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.320130] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.352907] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-18ec651e-033c-46c7-a944-44369b173fea taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.353348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.353727] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18ec651e-033c-46c7-a944-44369b173fea',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.358334] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4769bc83-8846-4142-bb1f-5a4ac752a278 with status ACTIVE [ 1111.360851] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.361012] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.361098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.361315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.361407] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.361593] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.361705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.361769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.361930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.362019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.362235] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.362342] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.362405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.362549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.362623] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.362709] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4769bc83-8846-4142-bb1f-5a4ac752a278 is going to be updated. [ 1111.388428] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.388611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.388647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.388861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.389090] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.389269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4769bc83-8846-4142-bb1f-5a4ac752a278" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.628057] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.628295] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.628427] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.628724] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.629040] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.629228] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.629361] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.629634] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.629798] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.630026] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.630149] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.630407] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.630570] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.630696] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.630815] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.630960] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.657903] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.658193] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.658359] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.658560] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.658954] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-0f6c8c4c-7f48-4008-b5e2-91bb4750165f taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.659139] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-0f6c8c4c-7f48-4008-b5e2-91bb4750165f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.659271] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-0f6c8c4c-7f48-4008-b5e2-91bb4750165f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.659607] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-0f6c8c4c-7f48-4008-b5e2-91bb4750165f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.659781] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6c8c4c-7f48-4008-b5e2-91bb4750165f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.778862] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1111.779115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.779311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.779526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.779719] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.779881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.779975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.780076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.780144] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.780312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.780312] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.824986] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.825189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.825189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.825380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.825474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.825669] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.825769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.825832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.826039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.826128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.826213] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f already deleted. [ 1111.826291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.856079] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18ec651e-033c-46c7-a944-44369b173fea',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.162835] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.163754] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.163754] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.163754] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.164029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.164029] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 0f6c8c4c-7f48-4008-b5e2-91bb4750165f not found, creating... [ 1112.164477] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.164672] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.164870] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.165214] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.165797] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.165797] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.166017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.166208] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.166490] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.166644] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.166881] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 0f6c8c4c-7f48-4008-b5e2-91bb4750165f is going to be created. [ 1112.195861] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.196252] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.196412] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.196786] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.197148] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.197431] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-0f6c8c4c-7f48-4008-b5e2-91bb4750165f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.282347] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.282559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.282644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.282806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.282974] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.283086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.283149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.283306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.283386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.283472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.283616] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.283705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.283762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.283903] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.284080] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.284173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.284249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.284360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.284433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.284516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.284609] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.358884] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.359196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.359296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.360832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.361074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.361546] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18ec651e-033c-46c7-a944-44369b173fea is going to be created. [ 1112.409905] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.410125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.410181] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.410381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.410584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.426618] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18ec651e-033c-46c7-a944-44369b173fea in Status: UNINITIALIZED for 2s [ 1112.520412] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1112.520721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.787866] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d: rpc.has_security_group_logging(os_id): False [ 1112.816085] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.816323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.816356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.816572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.816656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.816882] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.816977] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.817051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.817226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.817317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.817481] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.817573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.817639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.817799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.817873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.819083] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.819083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.819083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.819260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.819357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.819447] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be created. [ 1112.925923] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.925923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.925923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.925923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.925923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.945482] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1113.110798] env[69363]: INFO networking_nsxv3.common.synchronization [req-834affe6-7ec9-401e-8efb-3022fbd778b7 req-a51b4ee4-2f85-4ff5-8f18-5fc6c4d896bf service nova] Enqueued Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_rules [ 1113.110976] env[69363]: INFO networking_nsxv3.common.synchronization [req-834affe6-7ec9-401e-8efb-3022fbd778b7 req-a51b4ee4-2f85-4ff5-8f18-5fc6c4d896bf service nova] Enqueued Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_members [ 1113.111160] env[69363]: INFO networking_nsxv3.common.synchronization [req-834affe6-7ec9-401e-8efb-3022fbd778b7 req-a51b4ee4-2f85-4ff5-8f18-5fc6c4d896bf service nova] Enqueued Resource ID: 0f6c8c4c-7f48-4008-b5e2-91bb4750165f with Priority: HIGHEST for action port [ 1113.111396] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_rules [ 1113.111521] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_members [ 1113.111611] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f6c8c4c-7f48-4008-b5e2-91bb4750165f with Priority: HIGHEST for action port [ 1113.112261] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.112383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.112446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.112666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.112746] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.117879] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.117879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.117879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.117879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.117879] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.117879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.117879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.117879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.117879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.117879] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.117879] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f6c8c4c-7f48-4008-b5e2-91bb4750165f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.117879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f6c8c4c-7f48-4008-b5e2-91bb4750165f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.117879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f6c8c4c-7f48-4008-b5e2-91bb4750165f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.117879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f6c8c4c-7f48-4008-b5e2-91bb4750165f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.117879] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6c8c4c-7f48-4008-b5e2-91bb4750165f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.294033] env[69363]: INFO networking_nsxv3.common.synchronization [req-56bc0d3b-c745-421c-8a88-2441b91cde07 req-a3a79fba-8d98-4cd4-803e-5b8a70a7d253 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1113.294033] env[69363]: INFO networking_nsxv3.common.synchronization [req-56bc0d3b-c745-421c-8a88-2441b91cde07 req-a3a79fba-8d98-4cd4-803e-5b8a70a7d253 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_members [ 1113.294754] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1113.295025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_members [ 1113.297043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.297043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.297043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.297043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.297043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.297043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.297043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.297043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.297043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.297043] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.297391] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c2ca58-085e-415f-87b6-3247811f3cd2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.298078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.298078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.298078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.298078] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.299807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.299807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.299807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.299807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.299807] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.370422] env[69363]: INFO networking_nsxv3.common.synchronization [req-56bc0d3b-c745-421c-8a88-2441b91cde07 req-a3a79fba-8d98-4cd4-803e-5b8a70a7d253 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1113.370602] env[69363]: INFO networking_nsxv3.common.synchronization [req-56bc0d3b-c745-421c-8a88-2441b91cde07 req-a3a79fba-8d98-4cd4-803e-5b8a70a7d253 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1113.370740] env[69363]: INFO networking_nsxv3.common.synchronization [req-56bc0d3b-c745-421c-8a88-2441b91cde07 req-a3a79fba-8d98-4cd4-803e-5b8a70a7d253 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_rules [ 1113.370879] env[69363]: INFO networking_nsxv3.common.synchronization [req-56bc0d3b-c745-421c-8a88-2441b91cde07 req-a3a79fba-8d98-4cd4-803e-5b8a70a7d253 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_members [ 1113.371020] env[69363]: INFO networking_nsxv3.common.synchronization [req-56bc0d3b-c745-421c-8a88-2441b91cde07 req-a3a79fba-8d98-4cd4-803e-5b8a70a7d253 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 with Priority: HIGHEST for action port [ 1113.371538] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1113.371672] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_rules [ 1113.371772] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 with Priority: HIGHEST for action port [ 1113.371860] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1113.371947] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_members [ 1113.372501] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.372661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.372748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.373444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.373444] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.374450] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c2ca58-085e-415f-87b6-3247811f3cd2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.374669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.374779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.375026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.375110] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.375840] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.375966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.376056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.376363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.376363] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c26b2a90-a5fd-4db5-b2dd-bc2221e25135',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.377116] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.377188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.377408] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c2ca58-085e-415f-87b6-3247811f3cd2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.377477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.602301] env[69363]: INFO networking_nsxv3.common.synchronization [req-7a589d17-5f1f-4b56-b6f4-84ac213338eb req-7ea4fc00-a5a3-46b1-902a-1739dfe186bb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1113.602896] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1113.603916] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.604484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.604484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.604484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.604603] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.604732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.604821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.605128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.605300] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.605452] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.619645] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.619777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.619975] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.621071] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f6c8c4c-7f48-4008-b5e2-91bb4750165f with status ACTIVE [ 1113.621478] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.621597] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.621666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.621864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.621957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.622130] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.622226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.622288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.622440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.622514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.622688] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.622787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.622871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.623737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.623883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.624011] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f6c8c4c-7f48-4008-b5e2-91bb4750165f is going to be updated. [ 1113.648480] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.648736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.648802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.649051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.649203] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.649374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f6c8c4c-7f48-4008-b5e2-91bb4750165f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.801230] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.802301] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.879367] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.879575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.879841] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c26b2a90-a5fd-4db5-b2dd-bc2221e25135 with status ACTIVE [ 1113.880034] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.880174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.880243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.880446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.880555] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.880736] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.880829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.880888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.881100] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.881163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.881331] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.881416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.881542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.881608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.881676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.881758] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 is going to be updated. [ 1113.883248] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c2ca58-085e-415f-87b6-3247811f3cd2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.884183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.924046] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.924046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.924046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.924046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.924046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.924046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.107213] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.127112] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.184189] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.184189] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.184189] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.184189] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.184189] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.184189] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.185688] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.186567] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.186940] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.187343] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.187830] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.188170] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.188402] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.188639] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.188979] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.189294] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.224196] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.224196] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.224196] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.224196] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.224196] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-cf59d71c-3f71-40b2-920a-bba2fca266b3 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.224196] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-cf59d71c-3f71-40b2-920a-bba2fca266b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.224196] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-cf59d71c-3f71-40b2-920a-bba2fca266b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.224196] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-cf59d71c-3f71-40b2-920a-bba2fca266b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.224196] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf59d71c-3f71-40b2-920a-bba2fca266b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.304868] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.307044] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.436824] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18ec651e-033c-46c7-a944-44369b173fea in Status: SUCCESS [ 1114.437068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.437249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.437482] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.437679] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.437798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.437865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.438069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.438147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.438223] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.438321] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18ec651e-033c-46c7-a944-44369b173fea',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.612426] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.630893] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.631101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.631101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.631418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.631617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.631687] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f is going to be created. [ 1114.665694] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.665894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.665959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.666175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.666339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.689716] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f in Status: UNINITIALIZED for 2s [ 1114.728862] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.729195] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.729429] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.729734] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.729892] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.730073] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port cf59d71c-3f71-40b2-920a-bba2fca266b3 not found, creating... [ 1114.730409] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.730637] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.730750] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.730915] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.731079] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.731479] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.731549] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.731679] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.732023] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.732075] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.732216] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: cf59d71c-3f71-40b2-920a-bba2fca266b3 is going to be created. [ 1114.770598] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.770598] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.770598] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.770979] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.771713] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.771713] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-cf59d71c-3f71-40b2-920a-bba2fca266b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.808908] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.809111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.809190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.809641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.809733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.809805] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1114.811707] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.811884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.812027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.812223] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.812355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.812494] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 is going to be created. [ 1114.863846] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.863846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.864091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.864182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.864348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.867632] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.867801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.867852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.868093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.868271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.889787] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1114.892345] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 in Status: UNINITIALIZED for 2s [ 1114.941372] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-18ec651e-033c-46c7-a944-44369b173fea taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.941894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.942023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.942329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.942547] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.942670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.942735] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.942909] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.942999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.943105] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.943266] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-18ec651e-033c-46c7-a944-44369b173fea taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.943358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.943417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.943565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.943705] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.944277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.944277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.944277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.944277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.944277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.944593] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18ec651e-033c-46c7-a944-44369b173fea',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.976482] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1114.976836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.119644] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.120035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.120035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.120106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.120317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.120402] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 is going to be updated. [ 1115.171970] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.171970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.171970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.171970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.171970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.197574] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: IN_PROGRESS for 2s [ 1115.447038] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18ec651e-033c-46c7-a944-44369b173fea: rpc.has_security_group_logging(os_id): False [ 1115.469771] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.469958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.470039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.470266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.470370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.470603] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.470776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.470836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.470953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.471040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.471253] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.471345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.471403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.471549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.471620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.471804] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.471897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.471959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.472447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.472447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.472447] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18ec651e-033c-46c7-a944-44369b173fea is going to be created. [ 1115.538309] env[69363]: INFO networking_nsxv3.common.synchronization [req-7a589d17-5f1f-4b56-b6f4-84ac213338eb req-69a0ac6b-7eeb-4ede-89a4-71571422501b service nova] Enqueued Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_rules [ 1115.538695] env[69363]: INFO networking_nsxv3.common.synchronization [req-7a589d17-5f1f-4b56-b6f4-84ac213338eb req-69a0ac6b-7eeb-4ede-89a4-71571422501b service nova] Enqueued Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1115.538990] env[69363]: INFO networking_nsxv3.common.synchronization [req-7a589d17-5f1f-4b56-b6f4-84ac213338eb req-69a0ac6b-7eeb-4ede-89a4-71571422501b service nova] Enqueued Resource ID: cf59d71c-3f71-40b2-920a-bba2fca266b3 with Priority: HIGHEST for action port [ 1115.539814] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_rules [ 1115.540883] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1115.540883] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf59d71c-3f71-40b2-920a-bba2fca266b3 with Priority: HIGHEST for action port [ 1115.540883] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.541253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.541253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.541454] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.541595] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.542838] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.545209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.545209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf59d71c-3f71-40b2-920a-bba2fca266b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.545209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf59d71c-3f71-40b2-920a-bba2fca266b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.545209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf59d71c-3f71-40b2-920a-bba2fca266b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.545209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf59d71c-3f71-40b2-920a-bba2fca266b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.545209] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf59d71c-3f71-40b2-920a-bba2fca266b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.561036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.561036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.561036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.561036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.561036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.603755] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18ec651e-033c-46c7-a944-44369b173fea in Status: IN_PROGRESS for 2s [ 1116.046427] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.046427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.047799] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf59d71c-3f71-40b2-920a-bba2fca266b3 with status ACTIVE [ 1116.048061] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.048231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.048327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.048693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.048787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.048964] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.049131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.049226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.049464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.049564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.049776] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.049925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.049986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.050172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.050324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.050418] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf59d71c-3f71-40b2-920a-bba2fca266b3 is going to be updated. [ 1116.081913] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.081913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.081913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.082523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.082668] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.083194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf59d71c-3f71-40b2-920a-bba2fca266b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.704048] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f in Status: SUCCESS [ 1116.704048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.704048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.704048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.704048] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.704048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.704048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.704048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.704048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.704048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.704048] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.901593] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1116.901921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.902206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.902559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.902906] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.903112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.903178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.903352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.903452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.903553] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.905827] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 in Status: SUCCESS [ 1116.906281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.906281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.906400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.906570] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.906696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.906746] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.907290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.907290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.907290] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.206306] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.226343] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: SUCCESS [ 1117.226613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.226824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.226926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.227136] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.227285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.227363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.227496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.227581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.227669] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.409285] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.411409] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.621175] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18ec651e-033c-46c7-a944-44369b173fea in Status: SUCCESS [ 1117.621463] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.708998] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a0ba767-4a6f-4228-a22e-95d3c4fc724f: rpc.has_security_group_logging(os_id): False [ 1117.730077] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.734432] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.734830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.734899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.735154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.735221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.735523] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.735685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.735818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.736144] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.736304] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.736511] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f is going to be created. [ 1117.824834] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.824834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.824834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.824834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.825088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.843046] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f in Status: IN_PROGRESS for 2s [ 1117.914373] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.915351] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.235478] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.419767] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.419978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.420046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.420246] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.420346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.420446] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1118.425687] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.429023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.429023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.429023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.429023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.429023] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 is going to be updated. [ 1118.432340] env[69363]: INFO networking_nsxv3.common.synchronization [req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 req-08b37abb-717d-443a-8325-8ca6be9027c1 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1118.436682] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1118.436682] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.436682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.436682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.436682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.436682] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.436682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.436682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.436682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.436682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.436682] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.472189] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.472438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.472507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.472696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.472839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.474740] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.474879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.475027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.475528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.475528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.490028] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1118.490028] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 in Status: IN_PROGRESS for 2s [ 1118.739859] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.739859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.739859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.739859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.739859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.739859] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 is going to be updated. [ 1118.773722] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.773924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.774046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.774362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.774572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.787668] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.787926] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.788294] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.788693] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.789070] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.789300] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.789439] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.789696] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.789874] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.790123] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.790303] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.790372] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.790554] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.790668] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.790759] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.790941] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.792991] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: IN_PROGRESS for 2s [ 1118.817411] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.817411] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1118.817411] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.817411] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.817411] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-9fffb904-238b-4360-becd-dd733d955829 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.817411] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-9fffb904-238b-4360-becd-dd733d955829" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.817751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-9fffb904-238b-4360-becd-dd733d955829" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.817798] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-9fffb904-238b-4360-becd-dd733d955829" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.817944] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fffb904-238b-4360-becd-dd733d955829',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.938860] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.320409] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.320715] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.320870] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.321260] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.321431] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.321654] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 9fffb904-238b-4360-becd-dd733d955829 not found, creating... [ 1119.321987] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.322249] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.322431] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.322807] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.323020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.323414] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.323599] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.323726] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.323990] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.324155] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.324330] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 9fffb904-238b-4360-becd-dd733d955829 is going to be created. [ 1119.350440] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.350751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.351135] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.351500] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.351870] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.352210] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-9fffb904-238b-4360-becd-dd733d955829" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.441278] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.858986] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f in Status: SUCCESS [ 1119.859342] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.944552] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.944818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.944891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.945119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.945205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.945311] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1119.984671] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.984996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.985116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.985544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.985815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.997344] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1120.102034] env[69363]: INFO networking_nsxv3.common.synchronization [req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 req-fce291cb-81d8-40a6-b66e-b444e0a45b23 service nova] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_rules [ 1120.102034] env[69363]: INFO networking_nsxv3.common.synchronization [req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 req-fce291cb-81d8-40a6-b66e-b444e0a45b23 service nova] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1120.102034] env[69363]: INFO networking_nsxv3.common.synchronization [req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 req-fce291cb-81d8-40a6-b66e-b444e0a45b23 service nova] Enqueued Resource ID: 9fffb904-238b-4360-becd-dd733d955829 with Priority: HIGHEST for action port [ 1120.102928] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_rules [ 1120.104173] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1120.104173] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fffb904-238b-4360-becd-dd733d955829 with Priority: HIGHEST for action port [ 1120.104173] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.104173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.104173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.104390] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.104500] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.105567] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.105685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.106017] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fffb904-238b-4360-becd-dd733d955829 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.109048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fffb904-238b-4360-becd-dd733d955829" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.109048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fffb904-238b-4360-becd-dd733d955829" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.109048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fffb904-238b-4360-becd-dd733d955829" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.109207] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fffb904-238b-4360-becd-dd733d955829',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.500863] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 in Status: SUCCESS [ 1120.500863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.500863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.500863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.500863] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.500863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.500863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.500863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.500863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.500863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.500863] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.502456] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1120.502833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.503117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.503414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.503828] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.504070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.504247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.505375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.505375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.505375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.505375] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.612615] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.612764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.612905] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fffb904-238b-4360-becd-dd733d955829 with status ACTIVE [ 1120.613117] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.613260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.613260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.613489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.613577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.613833] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.613833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.613936] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.614061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.614143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.614325] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.614417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.614478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.614640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.614706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.614786] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fffb904-238b-4360-becd-dd733d955829 is going to be updated. [ 1120.637208] env[69363]: INFO networking_nsxv3.common.synchronization [req-d189ec23-1a12-4c13-af55-3885a8a2a676 req-63f71696-0d63-40ed-a3e0-35ccab76baf4 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1120.637511] env[69363]: INFO networking_nsxv3.common.synchronization [req-d189ec23-1a12-4c13-af55-3885a8a2a676 req-63f71696-0d63-40ed-a3e0-35ccab76baf4 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_members [ 1120.637733] env[69363]: INFO networking_nsxv3.common.synchronization [req-d189ec23-1a12-4c13-af55-3885a8a2a676 req-63f71696-0d63-40ed-a3e0-35ccab76baf4 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 87ad590c-7e4a-442f-8eec-21953084b316 with Priority: HIGHEST for action security_group_members [ 1120.638823] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1120.639047] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_members [ 1120.639525] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ad590c-7e4a-442f-8eec-21953084b316 with Priority: HIGHEST for action security_group_members [ 1120.639957] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.640173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.640284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.640556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.640768] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.640921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.641032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.641259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.641405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.641546] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.642597] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c2ca58-085e-415f-87b6-3247811f3cd2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.643163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.643788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.644078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.644279] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.644434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.644534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.644789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.644932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.645098] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.646195] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-87ad590c-7e4a-442f-8eec-21953084b316 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.646367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.646510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.646803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.647055] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.648443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.648568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.648725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.648813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.648917] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87ad590c-7e4a-442f-8eec-21953084b316',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.650852] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.650970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.651586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.651793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.651943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.652133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fffb904-238b-4360-becd-dd733d955829" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.708900] env[69363]: INFO networking_nsxv3.common.synchronization [req-d189ec23-1a12-4c13-af55-3885a8a2a676 req-63f71696-0d63-40ed-a3e0-35ccab76baf4 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1120.709098] env[69363]: INFO networking_nsxv3.common.synchronization [req-d189ec23-1a12-4c13-af55-3885a8a2a676 req-63f71696-0d63-40ed-a3e0-35ccab76baf4 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1120.709256] env[69363]: INFO networking_nsxv3.common.synchronization [req-d189ec23-1a12-4c13-af55-3885a8a2a676 req-63f71696-0d63-40ed-a3e0-35ccab76baf4 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 87ad590c-7e4a-442f-8eec-21953084b316 with Priority: HIGHEST for action security_group_rules [ 1120.709413] env[69363]: INFO networking_nsxv3.common.synchronization [req-d189ec23-1a12-4c13-af55-3885a8a2a676 req-63f71696-0d63-40ed-a3e0-35ccab76baf4 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 87ad590c-7e4a-442f-8eec-21953084b316 with Priority: HIGHEST for action security_group_members [ 1120.709557] env[69363]: INFO networking_nsxv3.common.synchronization [req-d189ec23-1a12-4c13-af55-3885a8a2a676 req-63f71696-0d63-40ed-a3e0-35ccab76baf4 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_rules [ 1120.709689] env[69363]: INFO networking_nsxv3.common.synchronization [req-d189ec23-1a12-4c13-af55-3885a8a2a676 req-63f71696-0d63-40ed-a3e0-35ccab76baf4 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_members [ 1120.709818] env[69363]: INFO networking_nsxv3.common.synchronization [req-d189ec23-1a12-4c13-af55-3885a8a2a676 req-63f71696-0d63-40ed-a3e0-35ccab76baf4 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 with Priority: HIGHEST for action port [ 1120.710495] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_rules [ 1120.710639] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ad590c-7e4a-442f-8eec-21953084b316 with Priority: HIGHEST for action security_group_rules [ 1120.710738] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_members [ 1120.710837] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 with Priority: HIGHEST for action port [ 1120.710927] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_rules [ 1120.711019] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1120.711108] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ad590c-7e4a-442f-8eec-21953084b316 with Priority: HIGHEST for action security_group_members [ 1120.711386] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.711498] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.711666] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87ad590c-7e4a-442f-8eec-21953084b316 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.711765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.711828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.712122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.712195] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87ad590c-7e4a-442f-8eec-21953084b316',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.713348] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c2ca58-085e-415f-87b6-3247811f3cd2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.713452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.713624] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.713725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.713787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.713969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.714055] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c26b2a90-a5fd-4db5-b2dd-bc2221e25135',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.714788] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c2ca58-085e-415f-87b6-3247811f3cd2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.714881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.715075] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.715159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.715359] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-87ad590c-7e4a-442f-8eec-21953084b316 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.715418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.804792] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: SUCCESS [ 1120.805061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.805234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.805457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.805651] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.805765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.805817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.805978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.806092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.806180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.806275] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.007280] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.007635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.007735] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.150432] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.153324] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.154540] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87ad590c-7e4a-442f-8eec-21953084b316',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.216909] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-87ad590c-7e4a-442f-8eec-21953084b316 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.217174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.219353] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c26b2a90-a5fd-4db5-b2dd-bc2221e25135 with status ACTIVE [ 1121.219578] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.219715] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.219790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.220142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.220255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.220523] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.220667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.220733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.220925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.221023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.221219] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.221317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.221368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.221533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.221607] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.221687] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 is going to be updated. [ 1121.244317] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.244510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.244569] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.244800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.245050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.245274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c26b2a90-a5fd-4db5-b2dd-bc2221e25135" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.308603] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.515232] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c2ca58-085e-415f-87b6-3247811f3cd2: rpc.has_security_group_logging(os_id): False [ 1121.542125] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.544688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.545102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.545427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.545645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.546044] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.546322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.546469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.546718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.546881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.547055] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 is going to be created. [ 1121.639191] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.639379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.639456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.639673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.639855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.653089] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.654580] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.656826] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87ad590c-7e4a-442f-8eec-21953084b316',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.659650] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 in Status: IN_PROGRESS for 2s [ 1121.812122] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d823fd99-77f6-4abc-8b45-165e8f1b98c1: rpc.has_security_group_logging(os_id): False [ 1121.838319] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.838604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.838697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.838986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.839698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.839698] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.839787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.839947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.840656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.840808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.840951] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 is going to be updated. [ 1121.920953] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.921199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.921297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.921595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.921810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.942468] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: IN_PROGRESS for 2s [ 1121.966958] env[69363]: INFO networking_nsxv3.common.synchronization [req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 req-8b7aa3a0-1092-4c6f-8fca-5e88c95db326 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_members [ 1121.968244] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGHEST for action security_group_members [ 1121.968286] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-beda9bb5-21e8-4907-ae54-4ffe182a81e9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.968434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.968548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.969180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.969180] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.969790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.969919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.970233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.970387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.971067] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('beda9bb5-21e8-4907-ae54-4ffe182a81e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.010123] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1122.010447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.010659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.010985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.011098] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.011249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.011335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.011512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.011595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.011693] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.157037] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.157037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.157037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.157037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.157337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.157472] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 is going to be updated. [ 1122.159217] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.159217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.159217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.159483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.159483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.159621] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1122.161043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.161237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.161323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.161967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.162117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.162236] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87ad590c-7e4a-442f-8eec-21953084b316 is going to be created. [ 1122.200557] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.200557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.200557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.200557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.200846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.203676] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.204662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.204662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.205482] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.205706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.208276] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.208669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.209598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.209839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.210030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.216823] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1122.218488] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 in Status: IN_PROGRESS for 2s [ 1122.219158] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87ad590c-7e4a-442f-8eec-21953084b316 in Status: UNINITIALIZED for 2s [ 1122.473330] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.473541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.473646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.473972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.474093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.474304] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.474414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.474474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.474642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.474714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.474819] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 is going to be updated. [ 1122.508775] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.508957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.509035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.509250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.509389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.517394] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.519155] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 in Status: IN_PROGRESS for 2s [ 1123.022591] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.526009] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.526009] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.526009] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.526009] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.526009] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.526009] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1123.562634] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.562840] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.562907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.563186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.563354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.575377] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1123.682560] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 in Status: SUCCESS [ 1123.682560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.682560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.682560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.682560] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.688136] env[69363]: INFO networking_nsxv3.common.synchronization [req-a67ff060-033f-4a17-8930-70c1a3aae289 req-76630e94-8893-4e2d-9593-da80002b43e9 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1123.688136] env[69363]: INFO networking_nsxv3.common.synchronization [req-a67ff060-033f-4a17-8930-70c1a3aae289 req-76630e94-8893-4e2d-9593-da80002b43e9 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_members [ 1123.688136] env[69363]: INFO networking_nsxv3.common.synchronization [req-a67ff060-033f-4a17-8930-70c1a3aae289 req-76630e94-8893-4e2d-9593-da80002b43e9 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 87ad590c-7e4a-442f-8eec-21953084b316 with Priority: HIGHEST for action security_group_members [ 1123.688136] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1123.688136] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 with Priority: HIGHEST for action security_group_members [ 1123.688136] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ad590c-7e4a-442f-8eec-21953084b316 with Priority: HIGHEST for action security_group_members [ 1123.688136] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.689085] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.690189] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c2ca58-085e-415f-87b6-3247811f3cd2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.690189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.690189] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-87ad590c-7e4a-442f-8eec-21953084b316 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.690189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.958817] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: SUCCESS [ 1123.959611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.211045] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.211045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.211045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.211045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.211045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.211045] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 is going to be deleted. [ 1124.229448] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1124.229732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.229919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.230162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.230356] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.230475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.230569] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.230730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.230974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.230974] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.235225] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 in Status: SUCCESS [ 1124.235225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.235528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.235528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.235663] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.235792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.235858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.236027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.236112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.236877] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.251617] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87ad590c-7e4a-442f-8eec-21953084b316 in Status: SUCCESS [ 1124.251916] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.252373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.252587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.252784] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.252904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.252963] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.253651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.253651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.253651] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87ad590c-7e4a-442f-8eec-21953084b316',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.272759] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.273060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.273060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.273175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.273272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.273384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.436325] env[69363]: INFO networking_nsxv3.common.synchronization [req-49abc963-da82-4ed8-b116-b0e14ded95d1 req-9f6bdd82-0eb4-4871-812c-3758cea362e9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1124.437382] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1124.437382] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.437382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.437382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.437665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.437665] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.437791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.437857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.438035] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.438138] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.438327] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.530698] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 in Status: SUCCESS [ 1124.530876] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 deletion is rescheduled due to dependency. [ 1124.530998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.736483] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.740562] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.740796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.740874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.744624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.744624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.744624] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.744624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.744624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.744624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.744624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.744624] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 is going to be deleted. [ 1124.755909] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.756182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.756283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.756515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.756611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.756824] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.756928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.756995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.757161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.757232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.757326] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87ad590c-7e4a-442f-8eec-21953084b316 is going to be deleted. [ 1124.816132] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.816276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.816346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.816558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.816655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.816767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.817412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.817591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.817764] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.817883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.817949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.821622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.821722] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.821838] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87ad590c-7e4a-442f-8eec-21953084b316',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.823441] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.827027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.827027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.827027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.827027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.827027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.827027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.827027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.827027] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.827027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.827631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.827778] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.827933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.828116] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c2ca58-085e-415f-87b6-3247811f3cd2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.942576] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.942789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.942865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.943115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.943211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.943535] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.943673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.943743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.943919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.944406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.944530] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 1124.978491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.978683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.978754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.978988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.979150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.990705] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 1125.241515] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.329847] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.330058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.330109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.330361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.330461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.330703] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.330800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.332956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.332956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.332956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.332956] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87ad590c-7e4a-442f-8eec-21953084b316 already deleted. [ 1125.332956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.332956] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87ad590c-7e4a-442f-8eec-21953084b316',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.332956] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.332956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.332956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.332956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.333378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.333378] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.333378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.333378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.333558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.333604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.333689] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c2ca58-085e-415f-87b6-3247811f3cd2 already deleted. [ 1125.333765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c2ca58-085e-415f-87b6-3247811f3cd2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.333900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.334081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.334231] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.334328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.334389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.334550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.334629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.334745] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87ad590c-7e4a-442f-8eec-21953084b316',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.438740] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.439019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.439019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.439213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.439340] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.587432] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1125.587743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.587967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.588289] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.588521] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.588641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.588705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.588867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.588961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.589057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.589163] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.651192] env[69363]: INFO networking_nsxv3.common.synchronization [req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 req-55b56464-1a4b-4506-8ce2-3cf7f4c7b3ad tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Enqueued Resource ID: 18ec651e-033c-46c7-a944-44369b173fea with Priority: HIGHEST for action security_group_members [ 1125.651724] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ec651e-033c-46c7-a944-44369b173fea with Priority: HIGHEST for action security_group_members [ 1125.652034] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-18ec651e-033c-46c7-a944-44369b173fea taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.652568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.652568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.652568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.652746] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.652874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.652944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.653126] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.653339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.653508] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18ec651e-033c-46c7-a944-44369b173fea',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.744090] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.744268] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.744322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.744703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.744703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.744780] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1125.751333] env[69363]: INFO networking_nsxv3.common.synchronization [req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d req-86b1a552-b4e9-4a86-97fe-a5498604ea4d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1125.752428] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1125.752428] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.752428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.752428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.752665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.752737] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.752828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.752889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.755129] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.755266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.755532] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.786763] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.790079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.790079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.790079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.790079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.800914] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1125.838790] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87ad590c-7e4a-442f-8eec-21953084b316',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.838790] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.838790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.838790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.838790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.839393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.839843] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.839970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.840104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.840333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.840446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.840542] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87ad590c-7e4a-442f-8eec-21953084b316 already deleted. [ 1125.840628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.943185] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.091432] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.091645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.091775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.091989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.092731] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.092895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.092954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.093117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.093201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.093297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.093479] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.093585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.093642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.094072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.094072] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.094812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.094923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.097066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.097066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.097066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.097066] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.151394] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.151655] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.151727] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.152168] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.152568] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.152852] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.153076] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.153409] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.153977] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.154143] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.154345] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.154538] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.154763] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.154941] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.155122] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.155325] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.161805] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.162549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.162549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.162549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.162549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.162549] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.162744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.162744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.162893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.162893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.162977] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18ec651e-033c-46c7-a944-44369b173fea is going to be updated. [ 1126.183556] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.183853] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.184049] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.184258] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.184683] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.184948] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.185176] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.185535] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.185678] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7ddadd3-d6b6-496b-acd4-a94439c2ce1b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.223211] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.223659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.223659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.223659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.224093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.248905] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18ec651e-033c-46c7-a944-44369b173fea in Status: IN_PROGRESS for 2s [ 1126.259454] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.342913] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87ad590c-7e4a-442f-8eec-21953084b316: rpc.has_security_group_logging(os_id): False [ 1126.372391] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.372670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.372670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.372840] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.372928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.373172] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.373272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.373347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.373676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.373824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.373824] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87ad590c-7e4a-442f-8eec-21953084b316 is going to be created. [ 1126.400869] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/87ad590c-7e4a-442f-8eec-21953084b316], does not exist path=[/infra/domains/default/groups/87ad590c-7e4a-442f-8eec-21953084b316]."\n}' [ 1126.400869] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87ad590c-7e4a-442f-8eec-21953084b316 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/87ad590c-7e4a-442f-8eec-21953084b316 [ 1126.400869] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1126.445471] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.479029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.479029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.479029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.479029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.479029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.479460] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.479460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.479549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.480627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.480627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.480627] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.480627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.480627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.480627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.480627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.480627] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87ad590c-7e4a-442f-8eec-21953084b316 is going to be created. [ 1126.510869] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/87ad590c-7e4a-442f-8eec-21953084b316], does not exist path=[/infra/domains/default/groups/87ad590c-7e4a-442f-8eec-21953084b316]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/87ad590c-7e4a-442f-8eec-21953084b316 [ 1126.511068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87ad590c-7e4a-442f-8eec-21953084b316" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.512024] env[69363]: Traceback (most recent call last): [ 1126.512024] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1126.512024] env[69363]: return func(*args, **kwargs) [ 1126.512024] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1126.512024] env[69363]: res.raise_for_status() [ 1126.512024] env[69363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1126.512024] env[69363]: raise HTTPError(http_error_msg, response=self) [ 1126.512024] env[69363]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/87ad590c-7e4a-442f-8eec-21953084b316 [ 1126.512024] env[69363]: During handling of the above exception, another exception occurred: [ 1126.512024] env[69363]: Traceback (most recent call last): [ 1126.512024] env[69363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1126.512024] env[69363]: listener.cb(fileno) [ 1126.512024] env[69363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1126.512024] env[69363]: result = function(*args, **kwargs) [ 1126.512024] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1126.512024] env[69363]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1126.512024] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1126.512024] env[69363]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1126.512024] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1126.512024] env[69363]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1126.512024] env[69363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1126.512024] env[69363]: res.raise_for_status() [ 1126.512024] env[69363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1126.512024] env[69363]: raise HTTPError(http_error_msg, response=self) [ 1126.512024] env[69363]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/87ad590c-7e4a-442f-8eec-21953084b316 [ 1126.512024] env[69363]: Removing descriptor: 15 [ 1126.598725] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 514044cc-87b5-4585-ba94-25c015b7ac22: rpc.has_security_group_logging(os_id): False [ 1126.622477] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.622660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.622699] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.622917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.657753] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.658043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.658166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.658303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.658526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.658625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.658840] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.658943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.659018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.659173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.659264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.659491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.659605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.659673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.661827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.661827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.661827] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1126.691165] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.691416] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.692348] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.692348] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.692348] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.692348] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port c7ddadd3-d6b6-496b-acd4-a94439c2ce1b not found, creating... [ 1126.692557] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.693751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.693751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.693751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.693751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.693751] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.693751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.693751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.694029] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.694199] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.694353] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: c7ddadd3-d6b6-496b-acd4-a94439c2ce1b is going to be created. [ 1126.723513] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.723513] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.723513] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.723513] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.723513] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.723513] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.766239] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.766444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.766525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.766788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.766946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.769278] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.808912] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1126.952097] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1126.952097] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1127.005998] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 1127.006232] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef deletion is rescheduled due to dependency. [ 1127.006409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.271776] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.272234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.272234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.272234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.272329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.272410] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1127.313593] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.313735] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.313815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.314060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.314214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.333451] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1127.540968] env[69363]: INFO networking_nsxv3.common.synchronization [req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d req-572b4a6a-785f-49a7-bb35-868c88b058e9 service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1127.541175] env[69363]: INFO networking_nsxv3.common.synchronization [req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d req-572b4a6a-785f-49a7-bb35-868c88b058e9 service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1127.543333] env[69363]: INFO networking_nsxv3.common.synchronization [req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d req-572b4a6a-785f-49a7-bb35-868c88b058e9 service nova] Enqueued Resource ID: c7ddadd3-d6b6-496b-acd4-a94439c2ce1b with Priority: HIGHEST for action port [ 1127.543333] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1127.543333] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1127.543815] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ddadd3-d6b6-496b-acd4-a94439c2ce1b with Priority: HIGHEST for action port [ 1127.543962] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.544831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.544831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.544831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.544831] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.548019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.548019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.548019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.548019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.548019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.548019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.548019] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7ddadd3-d6b6-496b-acd4-a94439c2ce1b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.705030] env[69363]: INFO networking_nsxv3.common.synchronization [None req-00e6af14-1709-4b52-990f-49f99da3ec1f tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1127.705030] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1127.706323] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.707258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.707392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.707670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.707885] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.708052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.708289] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.708503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.708632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.708753] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.818888] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1127.819312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.819488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.819720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.819973] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.820136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.820203] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.820424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.820535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.820934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.820934] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.821116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.821220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.821414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.821616] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.821765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.821981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.821981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.822172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.822172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.822267] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.823137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.823322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.823491] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.823586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.823643] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.823807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.823879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.823961] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.049883] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.050045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.050276] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7ddadd3-d6b6-496b-acd4-a94439c2ce1b with status ACTIVE [ 1128.050649] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.050747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.050789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.050982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.051193] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.051251] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.051352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.051415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.051570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.051657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.051841] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.051936] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.051997] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.052151] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.052338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.052338] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7ddadd3-d6b6-496b-acd4-a94439c2ce1b is going to be updated. [ 1128.076471] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.076609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.076609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.076940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.077030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.077239] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.085801] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.086176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.086176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.086530] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.111457] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1128.112663] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.114702] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1128.160760] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.160966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.161038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.161261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.172298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.173782] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1128.173954] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1128.174069] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1128.211800] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.211880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.211959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.212204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.266931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.267296] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.267448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.267567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.267798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.267885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.267978] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1128.270566] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18ec651e-033c-46c7-a944-44369b173fea in Status: SUCCESS [ 1128.270762] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18ec651e-033c-46c7-a944-44369b173fea deletion is rescheduled due to dependency. [ 1128.270969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.308785] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.310168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.310168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.310168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.310512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.310744] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1128.326143] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f542364-994d-4fb3-bc0f-b752a96944f2: rpc.has_security_group_logging(os_id): False [ 1128.327496] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.348046] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.348203] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.348374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.348762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.348762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.353475] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.353766] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.353880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.354143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.361026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1128.387921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.388637] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.388803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.388803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.389097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.389190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.389527] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.389639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.389705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.389878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.389958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.390256] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.390453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.390603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.390849] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.391046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.391191] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1128.477075] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.477341] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.477341] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.477956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.477956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.481795] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1128.500724] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.500881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.500950] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.501181] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.501329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.520041] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1128.620719] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.620878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.620973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.621201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.621494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.621820] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1128.621929] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e98dce9a-9946-4a53-884d-7b6390d82021', '8c157b85-0b07-48ea-82a1-022cdb1ea4e4', '497475e5-a186-4003-b201-96d9fa2533cb', '7a0ba767-4a6f-4228-a22e-95d3c4fc724f', 'db638fe1-bfb0-467c-b196-33cb1759ec36', '7bd96b46-55af-48e0-898c-28e20d5c54ef', '8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2', '8f574db1-9156-4988-b5c1-4c65e5429b9f', 'a46ea582-e662-461f-88f5-4be73b4b21c8', '3f542364-994d-4fb3-bc0f-b752a96944f2', 'df3131bf-9251-4657-b4d9-1f2f3b243399', '24799d65-3b6b-4d1d-866b-a663e31b5931', '77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1', 'e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d', '7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba', 'abc6de24-8c94-4a77-9eb7-25ee39812f50', 'af5feb46-e29e-481a-8505-7113bb4dbbc6', '9e9261ec-3ee9-4214-a846-94f43bb1b7ee', 'ec441e74-a790-42fa-b4d1-c13543c71567', 'beda9bb5-21e8-4907-ae54-4ffe182a81e9', 'd28e1b79-b0b3-4727-9c74-eb5abb1c1ea8', 'e0cfb0b5-4e5d-464d-9927-3a5631ef0764', '0f5200e0-7db5-477a-92c3-ebc5ee41390b', '397916ee-596c-4abb-a176-2ca21bdec019', '98127b45-fe74-4f3d-a3b5-537661e2fee8', '41dc0908-ac65-4850-b35f-737bcfba9789', '2b42a42c-dcf3-4886-9e81-0b5c5442192f', '514044cc-87b5-4585-ba94-25c015b7ac22', 'e9f0ac34-44a9-48f2-bac9-31a8c5b89c44', '25f1d313-358b-4ac9-9a46-bec5f307ee84', '35d479b2-0794-4daf-828c-73115c0390ec', '5ed4e304-3c75-4ce6-b0b7-ba89d6678d97', '372ee7a5-3276-48a0-bb7f-10b5e3eb11fe', 'd823fd99-77f6-4abc-8b45-165e8f1b98c1', '089829e2-82b7-44dc-af51-c0c1978dd2df', 'aa203e49-10b8-4e6b-b7ba-5fee8a32de96', 'a4c71684-acec-4e82-a14d-dab41f780e33', '18ec651e-033c-46c7-a944-44369b173fea', '42b60818-8277-4363-acbc-840b6642b7f3', '828ac5d0-767d-44b9-8a5d-a230a42e93aa', 'e49863dd-bcd3-410f-bf45-53c21c5bda90', '397a6ae5-bd5b-44cd-a818-31ddfe350a21', 'bb6f8cf4-bab9-43fb-ac5f-2bb573071100', '985648f1-f96b-434b-8acb-ef2f1d57a724', '961cf8e3-6b12-4f75-a3e1-b204b39c08fe', '00e4596a-2455-4cf5-bc4d-c3262baf3027', '6f942d74-f15d-475e-ab0f-17caed5139b3', '8d7a6858-cb27-4a86-a2f9-187b83d98093'} {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1128.622040] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1128.669037] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.669279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.669279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.669505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.669665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.670299] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1128.670299] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1128.670299] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1128.753529] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.757018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.757018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.757018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.757018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.757018] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1128.757018] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1128.757018] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1128.757018] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1128.757018] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1128.757353] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGH for action security_group_rules [ 1128.757353] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGH for action security_group_rules [ 1128.757353] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGH for action security_group_rules [ 1128.757353] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGH for action security_group_rules [ 1128.757353] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGH for action security_group_rules [ 1128.757496] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGH for action security_group_rules [ 1128.757496] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGH for action security_group_rules [ 1128.757496] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGH for action security_group_rules [ 1128.757583] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGH for action security_group_rules [ 1128.757583] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGH for action security_group_rules [ 1128.757639] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGH for action security_group_rules [ 1128.757755] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGH for action security_group_rules [ 1128.757755] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGH for action security_group_rules [ 1128.757823] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGH for action security_group_rules [ 1128.757879] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGH for action security_group_rules [ 1128.758032] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGH for action security_group_rules [ 1128.758032] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGH for action security_group_rules [ 1128.758112] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGH for action security_group_rules [ 1128.758112] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGH for action security_group_rules [ 1128.758170] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGH for action security_group_rules [ 1128.758380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.828645] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1128.828992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.829817] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.332866] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.333211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.333211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.333343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.333436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.333536] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1129.351211] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1129.351474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.351663] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.351902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.352140] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.352284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.352353] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.352535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.352626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.352725] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.376806] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.376969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.377058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.377293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.377499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.388852] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1129.855067] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.357615] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.378025] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1130.378025] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 deletion is rescheduled due to dependency. [ 1130.378025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.541614] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1130.541854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.542165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.542480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.542722] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.860243] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.860475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.860475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.860777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.860865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.860973] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1130.895934] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.896145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.896145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.896421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.896583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.908690] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1131.045567] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.045808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.399606] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1131.399921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.400034] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.400269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.400458] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.400762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.400762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.400869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.400869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.401211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.401211] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.567667] env[69363]: INFO networking_nsxv3.common.synchronization [req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade req-270dcce6-f869-4d0e-a1e7-f977adcfce9b tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1131.567667] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1131.567667] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGH for action security_group_rules [ 1131.567667] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497475e5-a186-4003-b201-96d9fa2533cb with Priority: HIGH for action security_group_rules [ 1131.568167] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec441e74-a790-42fa-b4d1-c13543c71567 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3131bf-9251-4657-b4d9-1f2f3b243399 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGH for action security_group_rules [ 1131.572025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.572025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.572025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.572025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.572025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.572025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.572025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.572025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.572025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.572902] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.575704] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98dce9a-9946-4a53-884d-7b6390d82021 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.575835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.575905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.576125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.576221] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.577232] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-497475e5-a186-4003-b201-96d9fa2533cb taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.577345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.577420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.577590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.577668] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('497475e5-a186-4003-b201-96d9fa2533cb',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.578533] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.578638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.578703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.578860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.578931] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.580050] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.580160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.580234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.580438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.580512] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.581378] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.581538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.581538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.581724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.581811] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beda9bb5-21e8-4907-ae54-4ffe182a81e9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.586417] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec441e74-a790-42fa-b4d1-c13543c71567 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.586625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.586705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.586966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.587094] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec441e74-a790-42fa-b4d1-c13543c71567',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.588334] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.588434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.588480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.588660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.588740] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9261ec-3ee9-4214-a846-94f43bb1b7ee',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.590268] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af5feb46-e29e-481a-8505-7113bb4dbbc6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.590391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.590461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.590653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.590737] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af5feb46-e29e-481a-8505-7113bb4dbbc6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.591612] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.591708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.591903] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abc6de24-8c94-4a77-9eb7-25ee39812f50 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.592014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.592083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.592274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.592404] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abc6de24-8c94-4a77-9eb7-25ee39812f50',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.593796] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.593796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.593959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.594156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.594156] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.595064] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24799d65-3b6b-4d1d-866b-a663e31b5931 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.595212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.595285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.595398] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.595465] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24799d65-3b6b-4d1d-866b-a663e31b5931',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.596201] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3131bf-9251-4657-b4d9-1f2f3b243399 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.596449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.596449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.596593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.596593] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3131bf-9251-4657-b4d9-1f2f3b243399',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.597387] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.597520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.598996] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.598996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.598996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.598996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.598996] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.598996] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.598996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.598996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.599609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.599609] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.599981] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f574db1-9156-4988-b5c1-4c65e5429b9f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.600097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.600097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.600231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.600311] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f574db1-9156-4988-b5c1-4c65e5429b9f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.601109] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.601243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.601305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.601440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.601500] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.602193] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.602332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.602392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.602499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.602631] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c157b85-0b07-48ea-82a1-022cdb1ea4e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.603478] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.603893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.603893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.604363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.604449] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.907111] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.907331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.907521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.907785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.907962] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.908082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.908144] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.908352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.908438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.908533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.908780] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.908924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.908993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.909144] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.909342] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.909446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.909506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.909667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.909741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.909823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.909898] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.999617] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.999815] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.999943] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.000236] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.000552] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.000754] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.000884] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.002031] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.002031] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.002544] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.002688] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.002808] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.002922] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.003061] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.003259] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.003326] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.026060] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.026375] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1132.026550] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.026788] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-345" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.027191] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-9eb218da-4c29-45c1-a2f0-d8268ab3dc80 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.027388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-9eb218da-4c29-45c1-a2f0-d8268ab3dc80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.027519] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-9eb218da-4c29-45c1-a2f0-d8268ab3dc80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.027885] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-9eb218da-4c29-45c1-a2f0-d8268ab3dc80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.028047] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb218da-4c29-45c1-a2f0-d8268ab3dc80',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.106357] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.106592] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.106682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.107000] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.107235] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.107380] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.107472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.107674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.107796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.107952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.108060] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.111727] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.111727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.111727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.111727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.114652] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98dce9a-9946-4a53-884d-7b6390d82021 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.114836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.114913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.115147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.115384] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.115510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.115571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.115725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.115828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.115917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.116038] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.117969] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.118100] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.118163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.118363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.118981] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.118981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.118981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.118981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.119158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.119158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.119221] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.130578] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.130789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.130851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.131165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.131413] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.131542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.131617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.131816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.131936] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.132105] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.132270] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.150795] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.199874] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.200186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.201790] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.201959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.203036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.203199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.204370] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.204503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.206435] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.206630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.207670] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.207809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.208838] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.208944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.209822] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.209921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.213042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.213255] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.213335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.213410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.213605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.213695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.213807] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 1132.215173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.215386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.217279] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.217279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.218194] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.218384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.220121] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.220234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.233158] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.233859] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.234026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.235314] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.235938] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.236083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.237039] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.237638] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.237893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.261039] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.261646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.261875] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be deleted. [ 1132.262856] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.263125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.285023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.285627] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f574db1-9156-4988-b5c1-4c65e5429b9f is going to be deleted. [ 1132.286499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.286768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.288777] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.288898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.288989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.289236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.290114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.311177] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 1132.322723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.322883] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 497475e5-a186-4003-b201-96d9fa2533cb is going to be deleted. [ 1132.323834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.324016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.358759] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.358975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.371788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.371990] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3131bf-9251-4657-b4d9-1f2f3b243399 is going to be deleted. [ 1132.372971] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.373224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.383121] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.383371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.407184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.407611] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba is going to be deleted. [ 1132.408221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.408536] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.412294] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f542364-994d-4fb3-bc0f-b752a96944f2: rpc.has_security_group_logging(os_id): False [ 1132.451845] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.451845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.458041] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.458041] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24799d65-3b6b-4d1d-866b-a663e31b5931 is going to be deleted. [ 1132.458790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.458790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.492856] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.493154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.494233] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.494506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.519927] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.520089] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc6de24-8c94-4a77-9eb7-25ee39812f50 is going to be deleted. [ 1132.521801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.521973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.531178] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.531485] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.531616] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.531938] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.532168] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.532313] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 9eb218da-4c29-45c1-a2f0-d8268ab3dc80 not found, creating... [ 1132.532670] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.532845] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.532982] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.533250] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.533424] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.533805] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.533988] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.534123] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.534479] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.534769] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.534807] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 9eb218da-4c29-45c1-a2f0-d8268ab3dc80 is going to be created. [ 1132.571041] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.571041] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.587849] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.587995] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec441e74-a790-42fa-b4d1-c13543c71567 is going to be deleted. [ 1132.589577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.589577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.589577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.589846] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be deleted. [ 1132.592248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.592248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.616317] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.621258] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.621424] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.621500] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.621804] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.622072] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.622380] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-9eb218da-4c29-45c1-a2f0-d8268ab3dc80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.627756] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.627979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.636534] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.642218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.642349] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2 is going to be deleted. [ 1132.643429] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.644253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.644490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.654308] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a0ba767-4a6f-4228-a22e-95d3c4fc724f: rpc.has_security_group_logging(os_id): False [ 1132.731262] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.731430] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.739842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.740138] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beda9bb5-21e8-4907-ae54-4ffe182a81e9 is going to be deleted. [ 1132.741776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.742203] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.744696] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.744827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.796099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.796388] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9261ec-3ee9-4214-a846-94f43bb1b7ee is going to be deleted. [ 1132.797247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.797468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.800950] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.801134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.804424] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.804589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.897383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.897586] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c157b85-0b07-48ea-82a1-022cdb1ea4e4 is going to be deleted. [ 1132.898712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.898902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.923700] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.923907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.933833] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.933984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.935096] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1132.935316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.935497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.935755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.935993] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.936144] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.936224] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.936449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.936537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.936652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.936786] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.944794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.944958] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af5feb46-e29e-481a-8505-7113bb4dbbc6 is going to be deleted. [ 1132.946044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.946306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.946450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.946550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.946724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.946900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.946982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.947575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f574db1-9156-4988-b5c1-4c65e5429b9f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.948075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.948234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.948368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.948653] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.948996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.949073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.949332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.949452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.949681] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.949794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.949880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.950030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.950113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.950313] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.950396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.950470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.950622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.951026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.951026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1132.952758] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.953123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.953123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.953252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-497475e5-a186-4003-b201-96d9fa2533cb" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.953367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.953527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.953614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.953737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df3131bf-9251-4657-b4d9-1f2f3b243399" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.953892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.954046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.954126] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.954241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e2150b9-ebf5-4a6d-9ebb-15dc5c9a4eba" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.954701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.954884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.954996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.955152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24799d65-3b6b-4d1d-866b-a663e31b5931" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.955860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.956055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.012280] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.012412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.019709] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.020183] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.020319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.020382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.020589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.020675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.020774] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f is going to be updated. [ 1133.021892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.022118] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.022206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.022329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.022855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.023033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.023121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.023243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec441e74-a790-42fa-b4d1-c13543c71567" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.023396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.023553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.023675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.023799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd8b66f-2aa8-4e9f-aaf2-eb94093af3a2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.023915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.024070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.024146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.024323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beda9bb5-21e8-4907-ae54-4ffe182a81e9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.025441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.025441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.025441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.025441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abc6de24-8c94-4a77-9eb7-25ee39812f50" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.025441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.025618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.025618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.025666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9261ec-3ee9-4214-a846-94f43bb1b7ee" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.044791] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.044956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.045039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.045242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.045329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.045575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c157b85-0b07-48ea-82a1-022cdb1ea4e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.119515] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a46ea582-e662-461f-88f5-4be73b4b21c8: rpc.has_security_group_logging(os_id): False [ 1133.138929] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.138929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.138929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.139351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.139351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.139473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af5feb46-e29e-481a-8505-7113bb4dbbc6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.139700] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e98dce9a-9946-4a53-884d-7b6390d82021: rpc.has_security_group_logging(os_id): False [ 1133.148702] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db638fe1-bfb0-467c-b196-33cb1759ec36: rpc.has_security_group_logging(os_id): False [ 1133.167968] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.168249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.168374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.168630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.168785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.199147] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.199359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.199359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.199616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.201484] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.201644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.262903] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.263135] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.282471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.282471] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.282471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.282471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.282724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.282724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.282779] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 is going to be updated. [ 1133.283935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.285392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.291725] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1133.336187] env[69363]: INFO networking_nsxv3.common.synchronization [req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade req-01ef7338-4c97-4f43-b1f6-27acc6fc4425 service nova] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_rules [ 1133.337082] env[69363]: INFO networking_nsxv3.common.synchronization [req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade req-01ef7338-4c97-4f43-b1f6-27acc6fc4425 service nova] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1133.338743] env[69363]: INFO networking_nsxv3.common.synchronization [req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade req-01ef7338-4c97-4f43-b1f6-27acc6fc4425 service nova] Enqueued Resource ID: 9eb218da-4c29-45c1-a2f0-d8268ab3dc80 with Priority: HIGHEST for action port [ 1133.339656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.340065] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.340355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.340527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.342029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.342029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.342029] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98dce9a-9946-4a53-884d-7b6390d82021 is going to be updated. [ 1133.342409] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_rules [ 1133.342549] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1133.343436] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb218da-4c29-45c1-a2f0-d8268ab3dc80 with Priority: HIGHEST for action port [ 1133.343436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.343436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.343990] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.344143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.344200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.344339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.344460] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.345380] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.346283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.346283] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eb218da-4c29-45c1-a2f0-d8268ab3dc80 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.346283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eb218da-4c29-45c1-a2f0-d8268ab3dc80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.346283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eb218da-4c29-45c1-a2f0-d8268ab3dc80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.346283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eb218da-4c29-45c1-a2f0-d8268ab3dc80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.346283] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb218da-4c29-45c1-a2f0-d8268ab3dc80',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.372628] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.372628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.390386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.394025] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.394025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.394025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.394025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.394025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.394025] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db638fe1-bfb0-467c-b196-33cb1759ec36 is going to be updated. [ 1133.394025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.394025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.394025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.429115] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f in Status: IN_PROGRESS for 2s [ 1133.439314] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.439787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.439976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.444029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.444029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.444029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.444029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.444029] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.453654] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.453838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.453891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.454141] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.454294] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.517029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.517296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.517296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.517426] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.517703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.519373] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: IN_PROGRESS for 2s [ 1133.537650] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.537807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.537981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.538177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.539908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.551133] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98dce9a-9946-4a53-884d-7b6390d82021 in Status: IN_PROGRESS for 2s [ 1133.581423] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1133.581947] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: IN_PROGRESS for 2s [ 1133.849617] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9eb218da-4c29-45c1-a2f0-d8268ab3dc80 with status ACTIVE [ 1133.849865] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.850015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.850096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.850310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.850399] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.850584] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.850685] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.850751] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.850898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.850976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.851179] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.851410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.851478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.851629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.851710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.851796] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9eb218da-4c29-45c1-a2f0-d8268ab3dc80 is going to be updated. [ 1133.853209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.853304] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.880182] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.880346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.880402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.880622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.880767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.880932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eb218da-4c29-45c1-a2f0-d8268ab3dc80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.945813] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d: rpc.has_security_group_logging(os_id): False [ 1134.038691] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.038867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.038939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.039212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.087463] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.087724] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.087851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.087916] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.088166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.088299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.088744] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.088920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.089046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.089316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.089518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.089815] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.089974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.090102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.090340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.090463] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.090593] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1134.193459] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.193695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.193695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.193827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.193952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.216035] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1134.341215] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 1134.341433] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef deletion is rescheduled due to dependency. [ 1134.341513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.341687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.341916] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.342131] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.342252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.342317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.342543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.342612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.342646] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.845446] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.319019] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1135.319317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.319552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.319821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.319929] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.347885] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.443542] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f in Status: SUCCESS [ 1135.443656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.536458] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: SUCCESS [ 1135.536759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.574632] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98dce9a-9946-4a53-884d-7b6390d82021 in Status: SUCCESS [ 1135.574897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.614369] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: SUCCESS [ 1135.614369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.823129] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.823333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.823437] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.823703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.823923] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.824052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.824155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.824279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.824483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.824483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.824560] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.850238] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.850621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.850621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.850768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.850867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.850974] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 1135.884634] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.884870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.884870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.885386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.885599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.902497] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 1136.235058] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1136.239396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.239662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.239950] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.240207] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.327362] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.327623] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.327707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.328043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.328304] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.328525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.328619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.329013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.329013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.329152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.329422] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.329588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.329686] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.329904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.330129] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.330273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.330471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.330581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.330712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.330846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.330989] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.475494] env[69363]: INFO networking_nsxv3.common.synchronization [req-e41ec0fb-7aec-424f-bf45-1c251dcef5db req-c1c457b1-4b39-497e-b711-b1fa77c0539c tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1136.476019] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1136.476431] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.476590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.476695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.476951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.477295] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.477425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.477508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.477673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.477762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.477859] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.613455] env[69363]: INFO networking_nsxv3.common.synchronization [req-7c00a055-6b9d-4909-a3bf-d84350874f4f req-94bffdff-2e39-4398-9992-322ad232b6cc tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1136.613634] env[69363]: INFO networking_nsxv3.common.synchronization [req-7c00a055-6b9d-4909-a3bf-d84350874f4f req-94bffdff-2e39-4398-9992-322ad232b6cc tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGHEST for action security_group_members [ 1136.613750] env[69363]: INFO networking_nsxv3.common.synchronization [req-7c00a055-6b9d-4909-a3bf-d84350874f4f req-94bffdff-2e39-4398-9992-322ad232b6cc tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Enqueued Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_members [ 1136.614253] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGHEST for action security_group_members [ 1136.614412] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGHEST for action security_group_members [ 1136.614488] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGHEST for action security_group_members [ 1136.614908] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.614908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.614908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.615562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.615719] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.615831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.615887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.616180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.616284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.618070] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.618070] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98dce9a-9946-4a53-884d-7b6390d82021 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.618070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.618210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.618241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.618431] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.618542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.618603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.618744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.618819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.618907] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.620173] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.620318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.622084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.622084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.622084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.622084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.622084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.622084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.622084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.622084] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.742097] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.742312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.742358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.742570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.742763] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.742859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.742945] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.743165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.743263] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.743412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.743539] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.833428] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f542364-994d-4fb3-bc0f-b752a96944f2: rpc.has_security_group_logging(os_id): False [ 1136.856040] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.856464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.856464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.856637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.856637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.856803] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.856903] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.856987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.857163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.857245] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.857767] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.857878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.857942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.858112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.858189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.858410] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.858602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.858602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.858729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.858806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.858894] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1136.943655] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.943858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.943946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.944172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.944363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.966949] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1136.980541] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.980796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.980898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.981130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.010639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.010994] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.011159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.011229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.011455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.011558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.011654] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1137.055011] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.055232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.055232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.055474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.055603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.066627] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1137.123700] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.123866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.124240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.125030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.125030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.125030] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.125030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.125030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.125276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.125363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.125488] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98dce9a-9946-4a53-884d-7b6390d82021 is going to be updated. [ 1137.126715] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.126836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.126953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.127298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.127446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.128227] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.128227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.128227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.128516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.128516] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.128686] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be updated. [ 1137.130208] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.130393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.130541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.130778] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.130876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.131107] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.131229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.131335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.131544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.131867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.131867] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db638fe1-bfb0-467c-b196-33cb1759ec36 is going to be updated. [ 1137.214864] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.215747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.215747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.216099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.216267] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.218614] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.218796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.218902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.219158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.219355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.221710] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.221854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.221935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.222248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.222493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.244702] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: IN_PROGRESS for 2s [ 1137.245155] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: IN_PROGRESS for 2s [ 1137.245803] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98dce9a-9946-4a53-884d-7b6390d82021 in Status: IN_PROGRESS for 2s [ 1137.246140] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.246287] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.246359] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.246573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.246750] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.246837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.246910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.247058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.247144] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.247230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.247367] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.247459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.247819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.247819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.247819] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.247977] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.247977] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.248066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.248143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.248222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.248309] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.750291] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d: rpc.has_security_group_logging(os_id): False [ 1137.769563] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.770255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.770563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.771132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.771461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.771955] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.773093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.773363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.777079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.777079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.777079] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.777079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.777079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.777079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.777079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.777079] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.777079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.777079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.777079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.777079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.777079] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1137.901997] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.902420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.902420] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.902634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.903302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.918940] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 1137.919139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.919419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.919632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.919877] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.920032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.920213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.920319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.920432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.920554] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.920683] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.926735] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1138.429630] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.429630] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.429630] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.429630] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.429630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.430286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.430286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.430286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.430286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.430286] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.609570] env[69363]: INFO networking_nsxv3.common.synchronization [req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e req-e57f7af6-8b07-40cc-9380-5dd7266e0dd3 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1138.610015] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1138.611887] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.612072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.612156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.612404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.612592] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.612706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.612768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.612927] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.613039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.613139] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.933916] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bd96b46-55af-48e0-898c-28e20d5c54ef: rpc.has_security_group_logging(os_id): False [ 1138.954051] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.954226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.954315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.954525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.954628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.954901] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.955091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.955178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.955389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.955502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.955786] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.955928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.956146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.956351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.956515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.956745] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.956848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.956917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.957077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.957156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.957244] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be created. [ 1139.011940] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1139.012068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.030967] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.031576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.031782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.031889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.032086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.046829] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 1139.077924] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1139.078174] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f deletion is rescheduled due to dependency. [ 1139.078290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.115474] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.259333] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 in Status: SUCCESS [ 1139.259593] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 deletion is rescheduled due to dependency. [ 1139.259687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.260491] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db638fe1-bfb0-467c-b196-33cb1759ec36 in Status: SUCCESS [ 1139.260654] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db638fe1-bfb0-467c-b196-33cb1759ec36 deletion is rescheduled due to dependency. [ 1139.260791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.263016] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98dce9a-9946-4a53-884d-7b6390d82021 in Status: SUCCESS [ 1139.263016] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98dce9a-9946-4a53-884d-7b6390d82021 deletion is rescheduled due to dependency. [ 1139.263016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.618493] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.948405] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1139.948769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.120575] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.120782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.120945] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.121145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.121259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.121363] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1140.160485] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.160648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.160719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.160963] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.161152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.171553] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1141.060810] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 1141.061167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.123136] env[69363]: INFO networking_nsxv3.common.synchronization [req-5179e4c1-0435-4421-a48e-847b0135d7b6 req-22b71c97-23de-44e0-8ef7-80bce997c164 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1141.123643] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1141.124095] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.124961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.125061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.126548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.126744] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.126863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.126930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.127124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.127213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.127311] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.630308] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.881187] env[69363]: INFO networking_nsxv3.common.synchronization [None req-b92f8f98-2582-43e2-95f9-d09ecbd800ba None None] Enqueued Resource ID: 27489373-6d78-45ee-ab2e-92da5b2fb245 with Priority: HIGHEST for action port [ 1141.881187] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27489373-6d78-45ee-ab2e-92da5b2fb245 with Priority: HIGHEST for action port [ 1141.881187] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-27489373-6d78-45ee-ab2e-92da5b2fb245 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.881187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27489373-6d78-45ee-ab2e-92da5b2fb245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.881187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27489373-6d78-45ee-ab2e-92da5b2fb245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.881774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27489373-6d78-45ee-ab2e-92da5b2fb245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.881959] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27489373-6d78-45ee-ab2e-92da5b2fb245',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.134034] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.183801] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1142.184254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.385837] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27489373-6d78-45ee-ab2e-92da5b2fb245 [ 1142.385837] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.385837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.385837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.386065] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.386111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.386191] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27489373-6d78-45ee-ab2e-92da5b2fb245 already deleted. [ 1142.386268] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27489373-6d78-45ee-ab2e-92da5b2fb245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.637551] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.637710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.637784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.638018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.638124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.638224] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1142.668307] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.668381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.668425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.668718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.668865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.688346] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1144.078368] env[69363]: INFO networking_nsxv3.common.synchronization [None req-52558ab8-7eb9-4a00-b582-b30f7d0aaec3 None None] Enqueued Resource ID: 6e98ca9c-afb8-4276-afae-28169840aba6 with Priority: HIGHEST for action port [ 1144.078781] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e98ca9c-afb8-4276-afae-28169840aba6 with Priority: HIGHEST for action port [ 1144.079473] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e98ca9c-afb8-4276-afae-28169840aba6 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.079473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e98ca9c-afb8-4276-afae-28169840aba6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.079473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e98ca9c-afb8-4276-afae-28169840aba6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.079645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e98ca9c-afb8-4276-afae-28169840aba6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.079675] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e98ca9c-afb8-4276-afae-28169840aba6',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.583857] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e98ca9c-afb8-4276-afae-28169840aba6 [ 1144.584156] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.584337] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.584384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.584610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.584716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.584813] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e98ca9c-afb8-4276-afae-28169840aba6 already deleted. [ 1144.584898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e98ca9c-afb8-4276-afae-28169840aba6" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.702528] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1144.702755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.345366] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.345641] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.345717] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.345978] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.346264] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.346442] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.346597] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.346822] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.346970] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.347359] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.347524] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.347673] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.347792] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.347910] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.348029] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.348170] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.370400] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.370623] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.370771] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.371011] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.371359] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.371564] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.371695] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.372055] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.372203] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7f3874-81f8-42b2-be9f-2f55601e5ee7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.877033] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.877033] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.877033] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.877033] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.877033] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.877033] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 not found, creating... [ 1145.877033] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.877033] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.877514] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.877514] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.877685] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.878164] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.878751] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.878888] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.879124] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.879260] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.879475] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 is going to be created. [ 1145.901629] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.903102] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.903102] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.903102] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.903102] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.903102] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.583019] env[69363]: INFO networking_nsxv3.common.synchronization [req-4b78677d-a7ee-4bbf-a695-883f48708de1 req-4a78a306-4f70-4de6-b3f6-101097561574 service nova] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_rules [ 1146.583297] env[69363]: INFO networking_nsxv3.common.synchronization [req-4b78677d-a7ee-4bbf-a695-883f48708de1 req-4a78a306-4f70-4de6-b3f6-101097561574 service nova] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1146.583297] env[69363]: INFO networking_nsxv3.common.synchronization [req-4b78677d-a7ee-4bbf-a695-883f48708de1 req-4a78a306-4f70-4de6-b3f6-101097561574 service nova] Enqueued Resource ID: 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 with Priority: HIGHEST for action port [ 1146.583506] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_rules [ 1146.583635] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1146.583731] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 with Priority: HIGHEST for action port [ 1146.584299] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.584439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.584545] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.584760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.584846] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.585698] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.586400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.586483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.586671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.586824] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.586924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.586987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.587146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.587231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.587324] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.588085] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.591857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.591857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.592066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.592148] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7f3874-81f8-42b2-be9f-2f55601e5ee7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.092697] env[69363]: INFO networking_nsxv3.common.synchronization [req-ac335b28-575c-4540-b63c-af0ac68788bf req-dc6566b1-9efa-413a-a749-7cb2e307cc3b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1147.093703] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1147.093703] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.094699] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.094808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.094952] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 with status ACTIVE [ 1147.095124] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.095222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.095284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.095484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.095571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.095808] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.096208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.096208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.096336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.096336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.096534] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.096662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.096743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.096913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.097062] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.097155] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 is going to be updated. [ 1147.098286] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.098643] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.098719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.098942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.099310] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.099310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.099477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.099582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.099582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.099681] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.122506] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.123188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.123266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.123969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.123969] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.124055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.566357] env[69363]: INFO networking_nsxv3.common.synchronization [req-fea9b482-e78c-4e30-8a3e-c1645d574398 req-0b09a9e7-5e8c-43a5-9656-9b49d0e8104a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1147.566855] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1147.567182] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.567306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.567376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.567598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.567764] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.567866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.567923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.568087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.568209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.568323] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.601154] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.605925] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.606111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.606208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.606701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.606701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.606922] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.607063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.607169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.607282] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.607397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.607489] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1147.609478] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.609649] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.609799] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.610059] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.610319] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.610481] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.610599] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.610814] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.610957] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.611179] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.611296] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.611407] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.611515] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.611625] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.611733] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.611864] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.635884] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.636070] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.636214] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.636392] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.636948] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-1535da96-3fc6-4498-a81b-25d0e526c0ea taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.637173] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-1535da96-3fc6-4498-a81b-25d0e526c0ea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.637308] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-1535da96-3fc6-4498-a81b-25d0e526c0ea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.637661] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-1535da96-3fc6-4498-a81b-25d0e526c0ea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.637810] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1535da96-3fc6-4498-a81b-25d0e526c0ea',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.644156] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.644289] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.644357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.644554] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.644700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.654345] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1148.070297] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.070463] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.070572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.070843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.092357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.092803] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.092803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.092803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.092999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.093459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.093459] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1148.103303] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.103718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.103718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.103718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.103888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.103888] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1148.123909] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.124109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.124200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.124435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.124586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.140624] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.142017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.142017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.142017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.142017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.142017] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 1535da96-3fc6-4498-a81b-25d0e526c0ea not found, creating... [ 1148.142017] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.142277] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.142277] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.142391] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.142515] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.142805] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.142967] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.143110] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.143320] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.143461] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.143605] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 1535da96-3fc6-4498-a81b-25d0e526c0ea is going to be created. [ 1148.156142] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1148.159695] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.159873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.159930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.160159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.160372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.169232] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.169985] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.169985] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.169985] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.170159] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.170402] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-1535da96-3fc6-4498-a81b-25d0e526c0ea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.172319] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1148.391850] env[69363]: INFO networking_nsxv3.common.synchronization [req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc req-ac47e0ef-6814-47e9-b5fb-83806ef52529 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1148.392429] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGHEST for action security_group_members [ 1148.392741] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.392861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.392928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.393137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.393293] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.394029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.394029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.394029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.394029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.394029] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.898131] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.898478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.898478] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.899689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.899689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.899689] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.899689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.899689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.899689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.899689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.899689] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be updated. [ 1148.953664] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.957022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.957022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.957022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.957022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.964801] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: IN_PROGRESS for 2s [ 1149.171876] env[69363]: INFO networking_nsxv3.common.synchronization [req-ac335b28-575c-4540-b63c-af0ac68788bf req-28c3d911-11ca-4f0f-83c4-86e1618eaff0 service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 1149.172313] env[69363]: INFO networking_nsxv3.common.synchronization [req-ac335b28-575c-4540-b63c-af0ac68788bf req-28c3d911-11ca-4f0f-83c4-86e1618eaff0 service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1149.172461] env[69363]: INFO networking_nsxv3.common.synchronization [req-ac335b28-575c-4540-b63c-af0ac68788bf req-28c3d911-11ca-4f0f-83c4-86e1618eaff0 service nova] Enqueued Resource ID: 1535da96-3fc6-4498-a81b-25d0e526c0ea with Priority: HIGHEST for action port [ 1149.175803] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 1149.175803] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1149.175803] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1535da96-3fc6-4498-a81b-25d0e526c0ea with Priority: HIGHEST for action port [ 1149.175803] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.175803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.175803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.175803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.175803] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.175803] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.176501] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.176501] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-1535da96-3fc6-4498-a81b-25d0e526c0ea taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.176501] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1535da96-3fc6-4498-a81b-25d0e526c0ea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.176501] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1535da96-3fc6-4498-a81b-25d0e526c0ea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.176501] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1535da96-3fc6-4498-a81b-25d0e526c0ea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.176759] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1535da96-3fc6-4498-a81b-25d0e526c0ea',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.665506] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1149.665729] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f deletion is rescheduled due to dependency. [ 1149.665876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.666107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.666381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.666614] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.666731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.666805] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.666961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.667043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.667147] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.678641] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.678783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.680192] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1535da96-3fc6-4498-a81b-25d0e526c0ea with status ACTIVE [ 1149.680362] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.680468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.680532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.680708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.680793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.680954] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.681059] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.681121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.681271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.681365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.681540] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.681633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.681692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.681827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.681899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.681978] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1535da96-3fc6-4498-a81b-25d0e526c0ea is going to be updated. [ 1149.703353] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.703534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.703534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.703737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.703870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.704032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1535da96-3fc6-4498-a81b-25d0e526c0ea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.166718] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1150.167100] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 deletion is rescheduled due to dependency. [ 1150.167100] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.169434] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.181599] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1150.181801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.182214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.182422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.182602] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.182718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.182777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.182920] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.182997] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.183092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.183180] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.671721] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.685503] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.685635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.685701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.685913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.686080] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.686176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.686235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.686434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.686472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.686624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.686763] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.686862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.686918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.687064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.687193] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.688513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.688513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.688513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.688513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.688513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.688513] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.978807] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef in Status: SUCCESS [ 1150.979158] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef deletion is rescheduled due to dependency. [ 1150.979307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.174436] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.174848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.174848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.174947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.175056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.175162] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1151.193191] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1: rpc.has_security_group_logging(os_id): False [ 1151.213123] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.213370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.213370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.213639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.213809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.215591] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.215755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.215811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.215941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.216036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.216210] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.216312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.216393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.216647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.216724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.216909] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.216996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.217083] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.217221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.217293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.217481] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.217575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.217629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.217767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.217848] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.217954] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be created. [ 1151.231438] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1151.280135] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.280368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.280368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.280477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.280665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.291578] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1152.432236] env[69363]: INFO networking_nsxv3.common.synchronization [req-491dab9f-ed77-4c2e-a1b2-aa377717014d req-5bc359f0-629d-4197-aea4-dc5cb088e977 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Enqueued Resource ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 with Priority: HIGHEST for action security_group_members [ 1152.432733] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 with Priority: HIGHEST for action security_group_members [ 1152.433045] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df88e4-bbcf-4e80-965d-9218d84a4230 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.433166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.433229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.433473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.433617] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.433706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.433764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.433936] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.434028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.434119] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6df88e4-bbcf-4e80-965d-9218d84a4230',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.730271] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.730271] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-736" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.730461] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-736" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.733239] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-736" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.733239] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.733239] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.733239] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.733239] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.733239] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.733239] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.733239] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.733239] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.733239] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.733239] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.733239] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.733239] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.753262] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.753416] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1152.753559] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.753807] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-736" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.754196] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-4e177923-a9b0-4547-b7f1-df4f012fed14 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.754421] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-4e177923-a9b0-4547-b7f1-df4f012fed14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.754590] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-4e177923-a9b0-4547-b7f1-df4f012fed14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.754993] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-4e177923-a9b0-4547-b7f1-df4f012fed14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.755208] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e177923-a9b0-4547-b7f1-df4f012fed14',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.936357] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.936357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.936526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.936675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.936798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.937019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.937125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.937182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.937340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.937415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.937500] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 already deleted. [ 1152.937577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.241919] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1153.242250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.242460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.242721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.242959] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.243127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.243211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.243414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.243520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.243641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.243761] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.258338] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.258572] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.258790] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.259096] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.259253] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.259413] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 4e177923-a9b0-4547-b7f1-df4f012fed14 not found, creating... [ 1153.259738] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.259907] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.260041] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.260273] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.260413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.260699] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.260857] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.260978] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.261199] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.261329] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.261475] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 4e177923-a9b0-4547-b7f1-df4f012fed14 is going to be created. [ 1153.286758] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.287147] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.287147] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.287479] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.287736] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.287990] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-4e177923-a9b0-4547-b7f1-df4f012fed14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.306706] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1153.306972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.746270] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.746596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.746596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.746712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.746881] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.746976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.747050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.747195] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.747281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.747368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.747510] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.747815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.747815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.747815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.747962] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.748020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.748077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.748220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.748296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.748377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.748466] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.971895] env[69363]: INFO networking_nsxv3.common.synchronization [req-491dab9f-ed77-4c2e-a1b2-aa377717014d req-bef10dd5-cf43-49f5-8930-f4da97f1ea43 service nova] Enqueued Resource ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 with Priority: HIGHEST for action security_group_rules [ 1153.972096] env[69363]: INFO networking_nsxv3.common.synchronization [req-491dab9f-ed77-4c2e-a1b2-aa377717014d req-bef10dd5-cf43-49f5-8930-f4da97f1ea43 service nova] Enqueued Resource ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 with Priority: HIGHEST for action security_group_members [ 1153.972238] env[69363]: INFO networking_nsxv3.common.synchronization [req-491dab9f-ed77-4c2e-a1b2-aa377717014d req-bef10dd5-cf43-49f5-8930-f4da97f1ea43 service nova] Enqueued Resource ID: 4e177923-a9b0-4547-b7f1-df4f012fed14 with Priority: HIGHEST for action port [ 1153.972455] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 with Priority: HIGHEST for action security_group_rules [ 1153.972602] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 with Priority: HIGHEST for action security_group_members [ 1153.972706] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e177923-a9b0-4547-b7f1-df4f012fed14 with Priority: HIGHEST for action port [ 1153.973726] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6df88e4-bbcf-4e80-965d-9218d84a4230 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.973726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.973726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.973726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.973900] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6df88e4-bbcf-4e80-965d-9218d84a4230',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.974603] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df88e4-bbcf-4e80-965d-9218d84a4230 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.974712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.974777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.974939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.975507] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.975507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.975507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.975507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.975507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.975702] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6df88e4-bbcf-4e80-965d-9218d84a4230',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.976478] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e177923-a9b0-4547-b7f1-df4f012fed14 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.976860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e177923-a9b0-4547-b7f1-df4f012fed14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.976860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e177923-a9b0-4547-b7f1-df4f012fed14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.976860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e177923-a9b0-4547-b7f1-df4f012fed14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.976990] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e177923-a9b0-4547-b7f1-df4f012fed14',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.250834] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b42a42c-dcf3-4886-9e81-0b5c5442192f: rpc.has_security_group_logging(os_id): False [ 1154.267842] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.268027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.268069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.268402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.268503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.268753] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.268864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.268913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.269123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.269216] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.269397] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.269505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.269626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.269745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.269745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.269986] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.270101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.270165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.270326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.270403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.270487] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1154.334139] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.334361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.334361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.334612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.334750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.354845] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1154.479421] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6df88e4-bbcf-4e80-965d-9218d84a4230',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.480524] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df88e4-bbcf-4e80-965d-9218d84a4230 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.480656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.480788] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e177923-a9b0-4547-b7f1-df4f012fed14 with status ACTIVE [ 1154.480937] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.481053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.481125] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.481327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.481414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.481724] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.481724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.481724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.481871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.481941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.482731] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.482731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.482731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.482731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.482731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.482731] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e177923-a9b0-4547-b7f1-df4f012fed14 is going to be updated. [ 1154.505965] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.506158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.506211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.506426] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.506565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.506729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e177923-a9b0-4547-b7f1-df4f012fed14" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.984926] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6df88e4-bbcf-4e80-965d-9218d84a4230',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.487125] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.487346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.487346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.487580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.487669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.487769] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 is going to be created. [ 1155.510497] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.510720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.510720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.510892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.511072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.519428] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 in Status: UNINITIALIZED for 2s [ 1156.091977] env[69363]: INFO networking_nsxv3.common.synchronization [req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 req-6f7a778d-8f22-4647-89cd-1a6f76f22b40 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1156.092432] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1156.092758] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.092988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.092988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.093539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.093707] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.093797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.093862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.094025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.094114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.094206] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.371153] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1156.371153] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.518982] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.519212] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.519349] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.520231] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.520231] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.520231] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.520231] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.520520] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.520679] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.520892] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.521026] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.521160] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.521286] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.521423] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.521487] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.521630] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.540519] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.540729] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.540839] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.541044] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-564" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.541386] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-d7248353-a3ca-4ce3-9902-d17cc74cf3e3 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.541565] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-d7248353-a3ca-4ce3-9902-d17cc74cf3e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.541691] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-d7248353-a3ca-4ce3-9902-d17cc74cf3e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.542064] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-d7248353-a3ca-4ce3-9902-d17cc74cf3e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.542210] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7248353-a3ca-4ce3-9902-d17cc74cf3e3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.596074] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.596275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.596275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.596598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.596704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.596825] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.596932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.596995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.597197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.597262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.597328] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1156.625590] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.625846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.625846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.626024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.626172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.637517] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1157.045340] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.045698] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.045866] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.046178] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.046370] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.046533] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port d7248353-a3ca-4ce3-9902-d17cc74cf3e3 not found, creating... [ 1157.046900] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.047081] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.047207] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.047442] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.047585] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.047872] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.048063] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.048226] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.048449] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.048605] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.048899] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: d7248353-a3ca-4ce3-9902-d17cc74cf3e3 is going to be created. [ 1157.067944] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.068243] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.068413] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.068727] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.069007] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.069272] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-d7248353-a3ca-4ce3-9902-d17cc74cf3e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.531673] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 in Status: SUCCESS [ 1157.531997] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.532112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.532329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.532522] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.532640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.532706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.532859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.532939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.533038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.533152] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6df88e4-bbcf-4e80-965d-9218d84a4230',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.870317] env[69363]: INFO networking_nsxv3.common.synchronization [req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 req-12ff6f37-c001-45c7-b564-1968f81cca16 service nova] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_rules [ 1157.870317] env[69363]: INFO networking_nsxv3.common.synchronization [req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 req-12ff6f37-c001-45c7-b564-1968f81cca16 service nova] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1157.870317] env[69363]: INFO networking_nsxv3.common.synchronization [req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 req-12ff6f37-c001-45c7-b564-1968f81cca16 service nova] Enqueued Resource ID: d7248353-a3ca-4ce3-9902-d17cc74cf3e3 with Priority: HIGHEST for action port [ 1157.870317] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_rules [ 1157.870317] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1157.870317] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7248353-a3ca-4ce3-9902-d17cc74cf3e3 with Priority: HIGHEST for action port [ 1157.870317] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.870317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.870706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.871087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.871351] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.872350] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.872576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.872886] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7248353-a3ca-4ce3-9902-d17cc74cf3e3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.873134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7248353-a3ca-4ce3-9902-d17cc74cf3e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.873278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7248353-a3ca-4ce3-9902-d17cc74cf3e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.873534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7248353-a3ca-4ce3-9902-d17cc74cf3e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.873711] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7248353-a3ca-4ce3-9902-d17cc74cf3e3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.036170] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df88e4-bbcf-4e80-965d-9218d84a4230 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.036374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.036374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.036610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.036818] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.036924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.037019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.037158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.037250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.037339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.037489] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df88e4-bbcf-4e80-965d-9218d84a4230 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.037580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.037641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.037779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.037915] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.038015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.038081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.038218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.038293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.038375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.038468] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6df88e4-bbcf-4e80-965d-9218d84a4230',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.376155] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.376394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.378713] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7248353-a3ca-4ce3-9902-d17cc74cf3e3 with status ACTIVE [ 1158.378991] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.379208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.379314] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.379528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.379660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.379845] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.379951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.380045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.380204] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.380293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.380473] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.380567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.380635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.380765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.380840] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.380937] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7248353-a3ca-4ce3-9902-d17cc74cf3e3 is going to be updated. [ 1158.405056] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.405244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.405316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.405499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.405657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.405881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7248353-a3ca-4ce3-9902-d17cc74cf3e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.540834] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6df88e4-bbcf-4e80-965d-9218d84a4230: rpc.has_security_group_logging(os_id): False [ 1158.569636] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.569717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.569755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.569989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.570107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.570322] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.570422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.570487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.570691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.570813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.571111] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.571221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.571317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.571611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.571693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.571904] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.572059] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.572152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.572313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.572377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.572464] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 is going to be created. [ 1158.647708] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1158.647940] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 deletion is rescheduled due to dependency. [ 1158.648059] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.648236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.648482] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.648671] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.648852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.648932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.649147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.649232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.649332] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.652634] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.653200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.653200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.653200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.653465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.666051] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 in Status: IN_PROGRESS for 2s [ 1159.151999] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.655102] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.157814] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.157973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.158062] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.158276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.158367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.158468] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1160.189519] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.189519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.189519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.189519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.189519] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.198520] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1160.679265] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 in Status: SUCCESS [ 1160.679526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.053834] env[69363]: INFO networking_nsxv3.common.synchronization [req-a69a5fec-808a-4268-b4fe-bd71b585c058 req-01a7c64b-8b3d-4e74-895f-904ac79defe5 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1162.055353] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1162.055353] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.055620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.055620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.055800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.056055] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.056216] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.056309] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.056556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.056697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.056926] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.210169] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1162.210399] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.210909] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.211124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.214284] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.214284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.214284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.214284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.214284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.214284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.214284] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.563381] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.708808] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.709338] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.709338] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.709460] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.710342] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.710577] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.710916] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.711024] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.711147] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.711497] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.711587] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.711663] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.711737] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.712063] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.712063] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.712195] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.714279] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.714279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.714279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.714488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.715120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.715231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.715832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.715832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.715832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.715832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.716037] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.716037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.716104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.718976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.718976] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.718976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.718976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.718976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.718976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.718976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.718976] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.737525] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.737894] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1162.738053] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.738926] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.738926] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-7871a126-8e91-48ff-89f0-f2a1fa7f676a taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.739366] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-7871a126-8e91-48ff-89f0-f2a1fa7f676a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.739366] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-7871a126-8e91-48ff-89f0-f2a1fa7f676a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.739710] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-7871a126-8e91-48ff-89f0-f2a1fa7f676a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.739868] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7871a126-8e91-48ff-89f0-f2a1fa7f676a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.767683] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.768133] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.768133] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.768422] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.768799] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.768997] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.769155] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.769541] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.769706] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.769944] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.770397] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.770547] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.770675] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.770808] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.770965] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.771113] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.789500] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.789723] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1162.789914] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.790138] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.790492] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.790692] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.790831] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.791145] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.791439] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7f3874-81f8-42b2-be9f-2f55601e5ee7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.065183] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.219226] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 514044cc-87b5-4585-ba94-25c015b7ac22: rpc.has_security_group_logging(os_id): False [ 1163.239725] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.239901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.240185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.240311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.240311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.240481] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.240579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.240643] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.240981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.241076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.241278] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.241374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.241436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.241576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.241648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.241839] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.241925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.241989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.242197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.242283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.242455] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1163.243728] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.244324] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.244324] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.244324] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.244483] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.244544] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 7871a126-8e91-48ff-89f0-f2a1fa7f676a not found, creating... [ 1163.244793] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.244949] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.245083] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.245297] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.245438] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.245719] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.245879] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.246040] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.246275] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.246408] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.246632] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 7871a126-8e91-48ff-89f0-f2a1fa7f676a is going to be created. [ 1163.270156] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.270408] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.270539] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.270825] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.271098] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.271340] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-7871a126-8e91-48ff-89f0-f2a1fa7f676a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.293507] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.293861] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.293954] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.294235] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.294401] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.294704] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.295473] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.295473] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.295473] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.295473] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.295669] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.295797] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.295918] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.296324] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.296476] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.296625] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 is going to be updated. [ 1163.311889] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.312706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.312706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.312706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.312706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.327652] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1163.330079] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.330294] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.330294] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.330652] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.330821] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.331158] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.404527] env[69363]: INFO networking_nsxv3.common.synchronization [req-e14f4ce8-3448-42a8-91ec-cca038aebb94 req-4298cb4c-5659-499e-84e1-16fe350d990f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1163.405111] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1163.405443] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.405568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.405662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.405863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.406671] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.406766] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.406766] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.406937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.407037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.407137] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.570419] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.570583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.570655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.570918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.571141] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.571141] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1163.601330] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.605119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.605119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.605119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.605119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.615832] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1163.910661] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.910891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.910891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.911142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.911249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.911438] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.911536] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.911603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.911775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.911850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.911901] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1163.943625] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.943824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.943824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.944049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.944194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.953278] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1164.121749] env[69363]: INFO networking_nsxv3.common.synchronization [req-a69a5fec-808a-4268-b4fe-bd71b585c058 req-eaae50e1-e3b3-4c3e-87e5-7439571a361f service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1164.122094] env[69363]: INFO networking_nsxv3.common.synchronization [req-a69a5fec-808a-4268-b4fe-bd71b585c058 req-eaae50e1-e3b3-4c3e-87e5-7439571a361f service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1164.122094] env[69363]: INFO networking_nsxv3.common.synchronization [req-a69a5fec-808a-4268-b4fe-bd71b585c058 req-eaae50e1-e3b3-4c3e-87e5-7439571a361f service nova] Enqueued Resource ID: 7871a126-8e91-48ff-89f0-f2a1fa7f676a with Priority: HIGHEST for action port [ 1164.122330] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1164.122465] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1164.122561] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7871a126-8e91-48ff-89f0-f2a1fa7f676a with Priority: HIGHEST for action port [ 1164.123570] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.123570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.123570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.124024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.124024] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.124671] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.125509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.125509] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7871a126-8e91-48ff-89f0-f2a1fa7f676a taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.125509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7871a126-8e91-48ff-89f0-f2a1fa7f676a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.125509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7871a126-8e91-48ff-89f0-f2a1fa7f676a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.125509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7871a126-8e91-48ff-89f0-f2a1fa7f676a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.125818] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7871a126-8e91-48ff-89f0-f2a1fa7f676a',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.179655] env[69363]: INFO networking_nsxv3.common.synchronization [req-8bca1679-daa6-45d6-994b-fd61944cab8e req-05715219-cfd4-44d1-920c-bc49228abf19 service nova] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_rules [ 1164.179873] env[69363]: INFO networking_nsxv3.common.synchronization [req-8bca1679-daa6-45d6-994b-fd61944cab8e req-05715219-cfd4-44d1-920c-bc49228abf19 service nova] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1164.180056] env[69363]: INFO networking_nsxv3.common.synchronization [req-8bca1679-daa6-45d6-994b-fd61944cab8e req-05715219-cfd4-44d1-920c-bc49228abf19 service nova] Enqueued Resource ID: 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 with Priority: HIGHEST for action port [ 1164.180256] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_rules [ 1164.180383] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1164.180497] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 with Priority: HIGHEST for action port [ 1164.181365] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.181365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.181365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.181631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.181631] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.186019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.186019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.186019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.186019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.186019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.186019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.186019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.186019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.186019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.186019] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.186019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.186019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.186019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.186019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.186019] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d7f3874-81f8-42b2-be9f-2f55601e5ee7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.601037] env[69363]: INFO networking_nsxv3.common.synchronization [None req-1d63ab8f-623f-4821-92c0-a272e970a481 None None] Enqueued Resource ID: 386a9c77-b0b1-4714-9be9-49b11d6838e3 with Priority: HIGHEST for action port [ 1164.601325] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 386a9c77-b0b1-4714-9be9-49b11d6838e3 with Priority: HIGHEST for action port [ 1164.601888] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-386a9c77-b0b1-4714-9be9-49b11d6838e3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.602015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-386a9c77-b0b1-4714-9be9-49b11d6838e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.602089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-386a9c77-b0b1-4714-9be9-49b11d6838e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.602436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-386a9c77-b0b1-4714-9be9-49b11d6838e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.602522] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('386a9c77-b0b1-4714-9be9-49b11d6838e3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.627524] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.627725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.627816] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7871a126-8e91-48ff-89f0-f2a1fa7f676a with status ACTIVE [ 1164.627979] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.628103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.628151] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.628485] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.628485] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.628613] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.628672] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.628741] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.628908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.628978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.629168] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.629277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.629333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.629439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.629517] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.629582] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7871a126-8e91-48ff-89f0-f2a1fa7f676a is going to be updated. [ 1164.653737] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.653925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.653981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.654306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.654306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.654520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7871a126-8e91-48ff-89f0-f2a1fa7f676a" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.685983] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.687082] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.687227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.688049] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 with status ACTIVE [ 1164.688231] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.688346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.688697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.688953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.689065] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.689252] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.689360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.689424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.689824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.689894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.691331] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.691331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.691331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.691331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.691331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.691331] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 is going to be updated. [ 1164.780058] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.782172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.782172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.782172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.782172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.782172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.104583] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 386a9c77-b0b1-4714-9be9-49b11d6838e3 [ 1165.104998] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.104998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.105129] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.105432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.105432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.105744] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:386a9c77-b0b1-4714-9be9-49b11d6838e3 already deleted. [ 1165.105744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-386a9c77-b0b1-4714-9be9-49b11d6838e3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.157172] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.157506] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.158548] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.158929] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.159309] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.160374] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.160568] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.160876] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.161098] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.161400] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.161568] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.161728] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.161888] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.162064] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.162310] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.162429] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.182817] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.182817] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.182817] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.185965] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-322" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.186391] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-f439a435-b086-4937-b96a-317482bc9e7e taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.186675] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.187055] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.188899] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.188899] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f439a435-b086-4937-b96a-317482bc9e7e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.192149] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.343077] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1165.343305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.629034] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1165.629263] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.629441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.629896] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.629896] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.629996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.630050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.630212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.630290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.630383] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.694341] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.694573] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.694687] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.694962] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.695131] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.695425] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.695588] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.695719] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.695971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.696099] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.696390] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.696548] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.696668] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.696909] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.697062] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.697198] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: f439a435-b086-4937-b96a-317482bc9e7e is going to be updated. [ 1165.698402] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.698510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.698578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.698723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.698844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.698918] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1165.719549] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.719764] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.719896] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.720340] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.720563] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.720826] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.728669] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.728827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.728885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.729106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.729251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.738026] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1165.964278] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1165.964465] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f deletion is rescheduled due to dependency. [ 1165.964910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.136366] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.537558] env[69363]: INFO networking_nsxv3.common.synchronization [None req-d2e1cb1d-1a6e-4653-b8d3-328804e85f16 None None] Enqueued Resource ID: 2ac3c537-3977-4952-9352-f340ee31e760 with Priority: HIGHEST for action port [ 1166.540849] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac3c537-3977-4952-9352-f340ee31e760 with Priority: HIGHEST for action port [ 1166.541252] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac3c537-3977-4952-9352-f340ee31e760 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.541375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac3c537-3977-4952-9352-f340ee31e760" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.541439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac3c537-3977-4952-9352-f340ee31e760" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.542562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac3c537-3977-4952-9352-f340ee31e760" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.545089] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac3c537-3977-4952-9352-f340ee31e760',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.576802] env[69363]: INFO networking_nsxv3.common.synchronization [req-71790da2-6a23-4abf-b957-06d96dd9f634 req-00ba9502-abc8-4107-902c-7d0b23ec9d15 service nova] Enqueued Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_rules [ 1166.577011] env[69363]: INFO networking_nsxv3.common.synchronization [req-71790da2-6a23-4abf-b957-06d96dd9f634 req-00ba9502-abc8-4107-902c-7d0b23ec9d15 service nova] Enqueued Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_members [ 1166.577538] env[69363]: INFO networking_nsxv3.common.synchronization [req-71790da2-6a23-4abf-b957-06d96dd9f634 req-00ba9502-abc8-4107-902c-7d0b23ec9d15 service nova] Enqueued Resource ID: f439a435-b086-4937-b96a-317482bc9e7e with Priority: HIGHEST for action port [ 1166.577648] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_rules [ 1166.577768] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_members [ 1166.577870] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f439a435-b086-4937-b96a-317482bc9e7e with Priority: HIGHEST for action port [ 1166.579749] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-397916ee-596c-4abb-a176-2ca21bdec019 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.579883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.579947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.580164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.580247] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.583145] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-397916ee-596c-4abb-a176-2ca21bdec019 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.583145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.583145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.583323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.583323] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.583413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.583467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.583615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.587023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.587023] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.587023] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f439a435-b086-4937-b96a-317482bc9e7e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.587023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.587023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.587023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.587023] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f439a435-b086-4937-b96a-317482bc9e7e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.638374] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.047188] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ac3c537-3977-4952-9352-f340ee31e760 [ 1167.047462] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.047644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.047717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.048052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.048052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.048190] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ac3c537-3977-4952-9352-f340ee31e760 already deleted. [ 1167.048190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac3c537-3977-4952-9352-f340ee31e760" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.087584] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-397916ee-596c-4abb-a176-2ca21bdec019 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.087778] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.088102] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.089307] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f439a435-b086-4937-b96a-317482bc9e7e with status ACTIVE [ 1167.089564] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.089717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.089808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.090082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.090182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.090359] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.090459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.091030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.091030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.091030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.091030] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.091030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.091262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.091262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.091262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.091338] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f439a435-b086-4937-b96a-317482bc9e7e is going to be updated. [ 1167.112853] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.113046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.113092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.113705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.113705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.113705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f439a435-b086-4937-b96a-317482bc9e7e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.140277] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.140441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.140511] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.140716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.140815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.140931] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1167.174916] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.175093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.175165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.175541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.175709] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.185469] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1167.399807] env[69363]: INFO networking_nsxv3.common.synchronization [req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 req-94417252-6119-4337-aaac-3781497d8cb3 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Enqueued Resource ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 with Priority: HIGHEST for action security_group_members [ 1167.400439] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 with Priority: HIGHEST for action security_group_members [ 1167.400955] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6df88e4-bbcf-4e80-965d-9218d84a4230 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.401230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.401390] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.401721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.402260] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.402464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.402606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.402835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.402979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.403138] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6df88e4-bbcf-4e80-965d-9218d84a4230',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.593793] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.749689] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1167.749902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.750088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.750288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.750485] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.750605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.750683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.750841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.750924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.751015] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.751107] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.908082] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.908082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.908082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.908082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.908082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.908082] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.908491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.908491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.908491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.908491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.908624] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 is going to be updated. [ 1167.941925] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.942122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.942186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.942433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.942583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.953671] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 in Status: IN_PROGRESS for 2s [ 1168.098637] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.098637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.098637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.098637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.098637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.098637] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 397916ee-596c-4abb-a176-2ca21bdec019 is going to be updated. [ 1168.127941] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.127941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.127941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.127941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.127941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.137779] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 397916ee-596c-4abb-a176-2ca21bdec019 in Status: IN_PROGRESS for 2s [ 1168.253370] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.253608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.253608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.253984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.253984] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.254132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.254132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.254292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.254381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.254468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.254612] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.254707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.254767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.254908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.255065] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.255168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.255218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.255348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.255417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.255495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.255586] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.760142] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1: rpc.has_security_group_logging(os_id): False [ 1168.781292] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.781435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.781435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.781659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.781754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.781956] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.782098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.782134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.782372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.782372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.782529] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.782621] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.783556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.783556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.783556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.783556] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.783556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.783556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.783556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.783556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.783556] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1168.852484] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.852706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.852754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.852958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.853117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.867253] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1169.204069] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1169.204256] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.204611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.205172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.205571] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.205926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.206143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.206568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.206775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.207053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.207299] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.710509] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.710700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.710757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.710932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.711155] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.711259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.711319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.711476] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.711558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.711642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.711817] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.711880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.712620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.712620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.712620] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.712620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.712620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.712620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.712620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.712620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.713040] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.971966] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 in Status: SUCCESS [ 1169.972254] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 deletion is rescheduled due to dependency. [ 1169.972254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.146969] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 397916ee-596c-4abb-a176-2ca21bdec019 in Status: SUCCESS [ 1170.147208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.147376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.147596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.147787] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.148099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.148099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.148231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.148270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.148336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.148440] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.217637] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d: rpc.has_security_group_logging(os_id): False [ 1170.240935] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.241150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.241150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.242432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.242432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.242432] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.242432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.242432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.242432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.242432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.242432] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.242432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.242432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.242786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.242786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.242786] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.242890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.242923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.243050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.243127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.243232] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1170.310254] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.310414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.310484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.310751] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.310889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.330654] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1170.650656] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.872779] env[69363]: INFO networking_nsxv3.common.synchronization [req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a req-6610a571-5307-45b9-9ac8-3f4f1bb36dab tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1170.873453] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1170.874190] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.874915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.874915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.874915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.875388] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.875388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.875388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.875625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.875661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.876119] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.889739] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1170.890165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.155431] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 397916ee-596c-4abb-a176-2ca21bdec019: rpc.has_security_group_logging(os_id): False [ 1171.175805] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.176019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.176019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.176237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.201210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.201496] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.201630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.201750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.201897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.201982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.202085] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 397916ee-596c-4abb-a176-2ca21bdec019 is going to be updated. [ 1171.264470] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.264677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.264677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.264849] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.264993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.285283] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 397916ee-596c-4abb-a176-2ca21bdec019 in Status: IN_PROGRESS for 2s [ 1171.378978] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.379207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.379331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.379464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.415073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.415387] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.415503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.415562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.416087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.416087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.416087] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 is going to be updated. [ 1171.447210] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.447507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.447596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.447908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.448168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.459204] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: IN_PROGRESS for 2s [ 1171.962026] env[69363]: INFO networking_nsxv3.common.synchronization [req-c4235195-192d-4f04-8acd-9af33f47222f req-814fedfe-3404-4b2e-96ae-264cb7eca44c tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Enqueued Resource ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 with Priority: HIGHEST for action security_group_members [ 1171.962026] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 with Priority: HIGHEST for action security_group_members [ 1171.962026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.962774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.962774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.966019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.966019] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.966019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.966019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.966019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.966019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.966019] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.356989] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1172.357440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.360055] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.360741] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-365" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.360741] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-365" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.361022] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-365" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.361527] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.362573] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.362573] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.362573] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.362573] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.362573] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.362813] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.362907] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.363050] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.363157] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.363273] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.363572] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.389876] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.390300] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.390645] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.391020] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-365" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.391746] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-bd45662f-5015-4a90-80cb-f1369e85b206 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.392202] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-bd45662f-5015-4a90-80cb-f1369e85b206" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.392585] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-bd45662f-5015-4a90-80cb-f1369e85b206" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.393207] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-bd45662f-5015-4a90-80cb-f1369e85b206" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.393534] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd45662f-5015-4a90-80cb-f1369e85b206',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.466276] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.466472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.466554] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.466844] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.467084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.467351] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.467535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.467614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.467788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.467863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.467981] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 already deleted. [ 1172.468100] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.898678] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.898891] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.899144] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.899434] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.899609] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.899801] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port bd45662f-5015-4a90-80cb-f1369e85b206 not found, creating... [ 1172.900188] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.900385] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.900522] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.900772] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.900949] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.901938] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.902144] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.902284] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.902546] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.904229] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.904452] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: bd45662f-5015-4a90-80cb-f1369e85b206 is going to be created. [ 1172.927680] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.927940] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.928134] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.928485] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.928744] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.929715] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-bd45662f-5015-4a90-80cb-f1369e85b206" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.302063] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 397916ee-596c-4abb-a176-2ca21bdec019 in Status: SUCCESS [ 1173.302063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.471130] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: SUCCESS [ 1173.471507] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 deletion is rescheduled due to dependency. [ 1173.471507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.837730] env[69363]: INFO networking_nsxv3.common.synchronization [req-c4235195-192d-4f04-8acd-9af33f47222f req-d1f7623e-8b56-4804-b86d-ed6defb64ca2 service nova] Enqueued Resource ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 with Priority: HIGHEST for action security_group_rules [ 1173.837730] env[69363]: INFO networking_nsxv3.common.synchronization [req-c4235195-192d-4f04-8acd-9af33f47222f req-d1f7623e-8b56-4804-b86d-ed6defb64ca2 service nova] Enqueued Resource ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 with Priority: HIGHEST for action security_group_members [ 1173.837730] env[69363]: INFO networking_nsxv3.common.synchronization [req-c4235195-192d-4f04-8acd-9af33f47222f req-d1f7623e-8b56-4804-b86d-ed6defb64ca2 service nova] Enqueued Resource ID: bd45662f-5015-4a90-80cb-f1369e85b206 with Priority: HIGHEST for action port [ 1173.837730] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 with Priority: HIGHEST for action security_group_rules [ 1173.837730] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 with Priority: HIGHEST for action security_group_members [ 1173.837730] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd45662f-5015-4a90-80cb-f1369e85b206 with Priority: HIGHEST for action port [ 1173.837730] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.837730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.837730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.838556] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.838556] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.842109] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.842109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.842109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.842109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.842109] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.842109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.842109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.842109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.842109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.842109] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.842109] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd45662f-5015-4a90-80cb-f1369e85b206 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.842821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd45662f-5015-4a90-80cb-f1369e85b206" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.842821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd45662f-5015-4a90-80cb-f1369e85b206" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.842821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd45662f-5015-4a90-80cb-f1369e85b206" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.842821] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd45662f-5015-4a90-80cb-f1369e85b206',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.348271] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.348271] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.348271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.348271] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd45662f-5015-4a90-80cb-f1369e85b206 with status ACTIVE [ 1174.348271] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.348271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.348271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.348271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.348271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.348271] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.348271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.348271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.348271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.348271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.348728] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.348728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.348728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.348728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.348728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.348728] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd45662f-5015-4a90-80cb-f1369e85b206 is going to be updated. [ 1174.373361] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.373897] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.374093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.374801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.375062] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.375378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd45662f-5015-4a90-80cb-f1369e85b206" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.851366] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.355120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.356350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.356350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.356350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.356350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.356350] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 is going to be created. [ 1175.391587] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.391587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.391587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.391587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.391587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.403706] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 in Status: UNINITIALIZED for 2s [ 1176.122550] env[69363]: INFO networking_nsxv3.common.synchronization [req-6a3644d4-7809-40c1-b5e2-95c6f941f131 req-c9946f1b-7bde-41ce-a93d-67662162c7c0 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1176.122550] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1176.122550] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.123455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.123455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.123455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.123455] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.123455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.123455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.123455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.123795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.123795] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.626617] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.626908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.627057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.627363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.627508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.627812] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.627976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.628099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.628344] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.628477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.628620] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1176.659864] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.659943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.660056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.660340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.660514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.671731] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1177.258071] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.258511] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.258511] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.258693] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.259249] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.259568] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.259822] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.260218] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.260424] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.260675] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.260822] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.260965] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.261131] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.261272] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.261630] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.261630] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.285143] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.285335] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.285483] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.285679] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.286045] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-78cdc198-79c7-4754-a89a-86ab299df840 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.286227] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-78cdc198-79c7-4754-a89a-86ab299df840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.286388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-78cdc198-79c7-4754-a89a-86ab299df840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.286798] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-78cdc198-79c7-4754-a89a-86ab299df840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.287358] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78cdc198-79c7-4754-a89a-86ab299df840',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.309613] env[69363]: INFO networking_nsxv3.common.synchronization [req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 req-96e2b1aa-4e08-4aea-a9ec-67c103a61ee9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1177.310288] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGHEST for action security_group_members [ 1177.310616] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.310804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.310804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.311113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.311526] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.311526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.311526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.311822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.311822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.311915] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.374179] env[69363]: INFO networking_nsxv3.common.synchronization [req-c978d9ec-70a2-458d-a269-9d334ee0448a req-7ccd6184-8890-48c5-a023-096faf58e4ef tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1177.374810] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1177.375226] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.375525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.375591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.375828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.375995] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.376114] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.376176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.376328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.376511] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.376633] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.415624] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 in Status: SUCCESS [ 1177.415852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.417043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.417043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.417043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.417043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.417043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.417476] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.417476] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.417476] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.417476] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.790036] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.790383] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.790528] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.790818] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.791056] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.791429] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 78cdc198-79c7-4754-a89a-86ab299df840 not found, creating... [ 1177.791581] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.791755] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.791879] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.792130] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.792275] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.792593] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.792765] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.792888] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.793447] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.793639] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.793859] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 78cdc198-79c7-4754-a89a-86ab299df840 is going to be created. [ 1177.817999] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.819781] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.819781] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.819781] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.819781] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.819781] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-78cdc198-79c7-4754-a89a-86ab299df840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.820941] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.820941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.820941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.821171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.821264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.821498] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.821602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.821667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.821874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.821962] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.822065] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be updated. [ 1177.861043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.861243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.861243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.861405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.861558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.871510] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: IN_PROGRESS for 2s [ 1177.880042] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.919795] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.919966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.920050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.920373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.920547] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.920654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.920738] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.920895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.921041] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.921154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.921311] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.921406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.921467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.921630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.921834] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.921958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.922054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.922214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.922314] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.922400] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.922491] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.382682] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.424694] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87: rpc.has_security_group_logging(os_id): False [ 1178.446593] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.446898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.446898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.447240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.447387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.447691] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.447854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.447954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.451351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.451461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.451855] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.452075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.452134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.452329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.452417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.452641] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.452749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.452814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.452956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.453050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.453138] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 is going to be created. [ 1178.535958] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.535958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.535958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.535958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.535958] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.549086] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 in Status: IN_PROGRESS for 2s [ 1178.579350] env[69363]: INFO networking_nsxv3.common.synchronization [req-6a3644d4-7809-40c1-b5e2-95c6f941f131 req-ce80702b-f4a5-4773-ab3d-6394c004af52 service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 1178.579350] env[69363]: INFO networking_nsxv3.common.synchronization [req-6a3644d4-7809-40c1-b5e2-95c6f941f131 req-ce80702b-f4a5-4773-ab3d-6394c004af52 service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1178.579350] env[69363]: INFO networking_nsxv3.common.synchronization [req-6a3644d4-7809-40c1-b5e2-95c6f941f131 req-ce80702b-f4a5-4773-ab3d-6394c004af52 service nova] Enqueued Resource ID: 78cdc198-79c7-4754-a89a-86ab299df840 with Priority: HIGHEST for action port [ 1178.579350] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 1178.579350] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1178.579350] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cdc198-79c7-4754-a89a-86ab299df840 with Priority: HIGHEST for action port [ 1178.581455] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.581938] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.582153] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.582480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.582667] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.583964] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.584596] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.584731] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-78cdc198-79c7-4754-a89a-86ab299df840 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.585385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78cdc198-79c7-4754-a89a-86ab299df840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.585385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78cdc198-79c7-4754-a89a-86ab299df840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.585385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78cdc198-79c7-4754-a89a-86ab299df840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.585518] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78cdc198-79c7-4754-a89a-86ab299df840',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.691098] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1178.691098] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f deletion is rescheduled due to dependency. [ 1178.691375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.691618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.691904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.692176] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.692413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.692524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.692804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.692952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.693078] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.885225] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.885489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.885629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.885912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.886060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.886261] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1178.920424] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.920605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.920650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.920880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.921061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.931324] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1179.090038] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.090225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.090794] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78cdc198-79c7-4754-a89a-86ab299df840 with status ACTIVE [ 1179.090794] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.090794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.090794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.091086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.091786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.091786] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.091786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.091786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.091786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.091786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.092136] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.092136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.092136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.092235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.092319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.092409] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78cdc198-79c7-4754-a89a-86ab299df840 is going to be updated. [ 1179.114850] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.115064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.115064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.115295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.115431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.115669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78cdc198-79c7-4754-a89a-86ab299df840" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.195333] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.697845] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.882037] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514044cc-87b5-4585-ba94-25c015b7ac22 in Status: SUCCESS [ 1179.882308] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 deletion is rescheduled due to dependency. [ 1179.882430] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.200370] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.200567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.200567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.200830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.200928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.201079] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1180.238591] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.238846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.239210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.239210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.239378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.248634] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1180.563106] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 in Status: SUCCESS [ 1180.563436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.941789] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1180.942198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.554248] env[69363]: INFO networking_nsxv3.common.synchronization [req-613c1353-e285-46cd-be7a-7d28b661ba71 req-6e7411ac-b684-41b0-ba94-07af7f4c6a46 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1181.555200] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1181.555610] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.558020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.558020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.558020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.558020] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.558020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.558020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.558020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.558020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.558020] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.059952] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.060363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.060363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.060578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.060679] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.060869] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.060962] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.061050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.061194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.061263] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.061384] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 is going to be updated. [ 1182.065570] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.065944] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.066132] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.066422] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.066755] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.067036] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.067189] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.067470] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.067714] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.068105] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.068376] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.068537] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.068688] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.068839] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.068987] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.069262] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.095441] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.095629] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.095769] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.096344] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.096344] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-c3e4840c-4a01-44dc-9ead-68107073b9ac taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.096771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-c3e4840c-4a01-44dc-9ead-68107073b9ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.096771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-c3e4840c-4a01-44dc-9ead-68107073b9ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.097150] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-c3e4840c-4a01-44dc-9ead-68107073b9ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.097580] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e4840c-4a01-44dc-9ead-68107073b9ac',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.101545] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.101682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.101754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.101978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.102138] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.115255] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: IN_PROGRESS for 2s [ 1182.259223] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1182.259442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.259690] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.260291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.260291] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.260475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.260886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.260886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.260886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.260990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.261574] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.329290] env[69363]: INFO networking_nsxv3.common.synchronization [req-50b894d2-98a3-4a90-a983-1f9d8054feeb req-2fd98be1-340f-4ba7-9bed-1e3cc9f6054f tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1182.329896] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1182.330315] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.330458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.330602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.330818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.330982] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.331111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.331172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.331328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.331438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.331540] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.604994] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.605264] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.605457] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.605762] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.605916] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.606362] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port c3e4840c-4a01-44dc-9ead-68107073b9ac not found, creating... [ 1182.606710] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.606899] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.607079] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.607374] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.607533] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.607887] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.608017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.608849] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.609196] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.609429] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.609731] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: c3e4840c-4a01-44dc-9ead-68107073b9ac is going to be created. [ 1182.655376] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.655593] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.655593] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.655855] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.656143] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.656467] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-c3e4840c-4a01-44dc-9ead-68107073b9ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.764275] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.764458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.764531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.764763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.764943] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.765053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.765119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.765265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.765351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.765439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.765581] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.765682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.765744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.765883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.766034] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.766128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.766324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.766324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.766457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.766457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.766554] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.833356] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.277548] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b42a42c-dcf3-4886-9e81-0b5c5442192f: rpc.has_security_group_logging(os_id): False [ 1183.295698] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.295871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.295953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.296350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.296469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.296694] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.296799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.296865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.297095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.297768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.297768] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.297768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.297768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.297768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.297768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.298029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.298029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.298209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.298242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.298301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.298373] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1183.338205] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.363791] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.363937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.363998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.364231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.364402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.369907] env[69363]: INFO networking_nsxv3.common.synchronization [req-613c1353-e285-46cd-be7a-7d28b661ba71 req-4121f3dd-9aa4-4cde-b8fa-49f738bdd269 service nova] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_rules [ 1183.370124] env[69363]: INFO networking_nsxv3.common.synchronization [req-613c1353-e285-46cd-be7a-7d28b661ba71 req-4121f3dd-9aa4-4cde-b8fa-49f738bdd269 service nova] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1183.370526] env[69363]: INFO networking_nsxv3.common.synchronization [req-613c1353-e285-46cd-be7a-7d28b661ba71 req-4121f3dd-9aa4-4cde-b8fa-49f738bdd269 service nova] Enqueued Resource ID: c3e4840c-4a01-44dc-9ead-68107073b9ac with Priority: HIGHEST for action port [ 1183.370862] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_rules [ 1183.371044] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1183.371181] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e4840c-4a01-44dc-9ead-68107073b9ac with Priority: HIGHEST for action port [ 1183.371455] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.371646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.371646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.371888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.371987] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.372939] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.373061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.373224] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e4840c-4a01-44dc-9ead-68107073b9ac taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.373397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e4840c-4a01-44dc-9ead-68107073b9ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.373620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e4840c-4a01-44dc-9ead-68107073b9ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.373891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e4840c-4a01-44dc-9ead-68107073b9ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.373994] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e4840c-4a01-44dc-9ead-68107073b9ac',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.381755] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1183.840833] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.841043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.841105] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.841328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.841404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.841552] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 is going to be updated. [ 1183.875767] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.875919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.876128] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3e4840c-4a01-44dc-9ead-68107073b9ac with status ACTIVE [ 1183.876724] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.876724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.876724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.876724] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.876923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.876923] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.877013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.877075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.877230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.877308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.877492] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.877723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.877723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.877871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.877871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.878164] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3e4840c-4a01-44dc-9ead-68107073b9ac is going to be updated. [ 1183.879761] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.879900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.879935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.880120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.880292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.891044] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: IN_PROGRESS for 2s [ 1183.902246] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.902447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.902447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.902651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.902785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.902947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e4840c-4a01-44dc-9ead-68107073b9ac" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.126052] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: IN_PROGRESS for 4s [ 1185.412371] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1185.412737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.902359] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: SUCCESS [ 1185.902585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.054856] env[69363]: INFO networking_nsxv3.common.synchronization [req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 req-93d22733-4739-4b8c-b064-35e0b81fa858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Enqueued Resource ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 with Priority: HIGHEST for action security_group_members [ 1186.055405] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 with Priority: HIGHEST for action security_group_members [ 1186.055653] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.055780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.056428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.056563] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.056778] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.056932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.057065] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.057302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.057445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.057580] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.136386] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: SUCCESS [ 1186.136572] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 deletion is rescheduled due to dependency. [ 1186.136687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.136841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.137077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.137327] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.137535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.137535] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.137795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.137940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.138018] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.561324] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.561644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.561644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.562444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.562444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.562444] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.562444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.562444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.562444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.563973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.563973] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 is going to be updated. [ 1186.592097] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.592251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.592322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.592534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.592676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.605456] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 in Status: IN_PROGRESS for 2s [ 1186.640246] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.142810] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.645449] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.645944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.645944] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.646043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.646137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.646257] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 is going to be updated. [ 1187.682192] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.682438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.682558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.682904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.683177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.698255] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: IN_PROGRESS for 2s [ 1188.615356] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 in Status: SUCCESS [ 1188.615598] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 deletion is rescheduled due to dependency. [ 1188.615751] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.941429] env[69363]: INFO networking_nsxv3.common.synchronization [req-b400545c-33ca-4755-987e-24a31c429947 req-b0b6bfcf-bb49-42f1-b981-c0140e2cd03f tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1188.941953] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGHEST for action security_group_members [ 1188.943609] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.943609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.943609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.943609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.943609] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.943609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.943609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.943609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.943609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.943609] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.446534] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.446747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.446816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.447161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.468816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.468978] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.469188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.469349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.469480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.469553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.469658] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 is going to be updated. [ 1189.502033] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.502033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.502033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.502033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.502033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.522635] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: IN_PROGRESS for 2s [ 1189.708659] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: SUCCESS [ 1189.708954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.709356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.709591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.709797] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.709915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.709976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.710244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.710335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.710424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.710516] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.213048] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.444691] env[69363]: INFO networking_nsxv3.common.synchronization [req-49845ec3-e3de-4773-b28d-9c38df236c75 req-811d6dcf-0bba-4ece-87be-12ba0f5eed94 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1190.445376] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1190.445792] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.445983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.446319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.446630] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.446867] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.447066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.447147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.447336] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.447462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.447572] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.715391] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f942d74-f15d-475e-ab0f-17caed5139b3: rpc.has_security_group_logging(os_id): False [ 1190.733937] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.734115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.734162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.734367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.734458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.734710] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.734810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.734873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.735100] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.735292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.735397] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 is going to be updated. [ 1190.766126] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.766348] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.766478] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.766748] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.767030] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.767220] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.767337] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.767564] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.767745] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.767962] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.768106] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.768227] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.768342] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.768457] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.768565] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.768701] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.787509] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.787726] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.787818] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.788017] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.788447] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-175dce99-d66f-4fe7-bb1a-48396367b06d taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.788660] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-175dce99-d66f-4fe7-bb1a-48396367b06d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.788808] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-175dce99-d66f-4fe7-bb1a-48396367b06d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.789187] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-175dce99-d66f-4fe7-bb1a-48396367b06d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.789357] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175dce99-d66f-4fe7-bb1a-48396367b06d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.801699] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.801876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.801922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.802135] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.802345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.814944] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: IN_PROGRESS for 2s [ 1190.951273] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.292279] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.292686] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.292686] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.292923] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.293094] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.293260] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 175dce99-d66f-4fe7-bb1a-48396367b06d not found, creating... [ 1191.293562] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.293745] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.293868] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.294118] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.294264] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.294569] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.294723] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.294843] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.295073] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.295212] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.295357] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 175dce99-d66f-4fe7-bb1a-48396367b06d is going to be created. [ 1191.317104] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.317518] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.317757] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.318186] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.318566] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.318989] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-175dce99-d66f-4fe7-bb1a-48396367b06d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.453678] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.532636] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 in Status: SUCCESS [ 1191.532840] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 deletion is rescheduled due to dependency. [ 1191.532918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.955668] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.955824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.955893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.956147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.956238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.956343] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1191.991052] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.991199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.991269] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.991522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.991626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.002626] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1192.444201] env[69363]: INFO networking_nsxv3.common.synchronization [req-49845ec3-e3de-4773-b28d-9c38df236c75 req-adff1652-8fd0-488f-8f53-006a4b1d17d0 service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1192.444201] env[69363]: INFO networking_nsxv3.common.synchronization [req-49845ec3-e3de-4773-b28d-9c38df236c75 req-adff1652-8fd0-488f-8f53-006a4b1d17d0 service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1192.444201] env[69363]: INFO networking_nsxv3.common.synchronization [req-49845ec3-e3de-4773-b28d-9c38df236c75 req-adff1652-8fd0-488f-8f53-006a4b1d17d0 service nova] Enqueued Resource ID: 175dce99-d66f-4fe7-bb1a-48396367b06d with Priority: HIGHEST for action port [ 1192.444201] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1192.444201] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1192.444201] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175dce99-d66f-4fe7-bb1a-48396367b06d with Priority: HIGHEST for action port [ 1192.444201] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.444201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.444201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.444201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.445146] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.446477] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.446737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.448652] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-175dce99-d66f-4fe7-bb1a-48396367b06d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.448652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175dce99-d66f-4fe7-bb1a-48396367b06d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.448652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175dce99-d66f-4fe7-bb1a-48396367b06d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.448652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175dce99-d66f-4fe7-bb1a-48396367b06d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.448652] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175dce99-d66f-4fe7-bb1a-48396367b06d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.829080] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: SUCCESS [ 1192.829351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.950529] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 175dce99-d66f-4fe7-bb1a-48396367b06d with status ACTIVE [ 1192.950775] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.951324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.951324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.951324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.951472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.951519] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.951631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.951688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.951904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.952019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.952221] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.952368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.952446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.952588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.952696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.952813] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 175dce99-d66f-4fe7-bb1a-48396367b06d is going to be updated. [ 1192.954145] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.954241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.975319] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.975490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.975529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.975755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.975891] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.976066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175dce99-d66f-4fe7-bb1a-48396367b06d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.190188] env[69363]: INFO networking_nsxv3.common.synchronization [req-8c12536d-ef20-42a8-aa25-ac3242810243 req-cfdc9dcb-d19d-4526-a775-73f3178f408e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1193.190722] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1193.191038] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.191162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.191230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.191477] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.191626] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.191725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.191776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.191924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.192027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.192174] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.416281] env[69363]: INFO networking_nsxv3.common.synchronization [None req-3cc0426f-5dda-441e-89c0-6d145cfb7df1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1193.416869] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGHEST for action security_group_members [ 1193.416919] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.417274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.417274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.417431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.417612] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.417612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.417695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.417827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.417908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.417986] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.697464] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.697795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.697795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.697922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.697990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.698201] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.698295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.698352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.698499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.698571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.698668] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1193.730060] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.730258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.730258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.730999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.730999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.741992] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1193.919982] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.920532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.920532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.920532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.920532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.921930] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.921930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.921930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.921930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.921930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.921930] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be updated. [ 1193.953151] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.953324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.953324] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.953482] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.953627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.964063] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: IN_PROGRESS for 2s [ 1194.010608] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1194.010820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.010972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.011201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.011416] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.011542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.011612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.011777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.011858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.011952] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.515825] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.020371] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.522953] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.523137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.523137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.523282] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.523374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.523475] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1195.575155] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.575314] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.575385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.575625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.575779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.588540] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1195.754529] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1195.754736] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f deletion is rescheduled due to dependency. [ 1195.754901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.974016] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 in Status: SUCCESS [ 1195.974348] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 deletion is rescheduled due to dependency. [ 1195.974531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.600825] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1197.601175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.601386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.601831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.602140] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.602341] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.602448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.602654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.602771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.602918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.603071] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.106310] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.106623] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.106750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.106988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.107205] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.107310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.107378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.107534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.107624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.107708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.107859] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.107951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.108019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.108163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.108793] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.108793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.108793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.108793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.108793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.108793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.108793] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.418057] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1198.418176] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1198.611577] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d: rpc.has_security_group_logging(os_id): False [ 1198.630195] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.630408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.630408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.630680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.630774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.630996] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.631113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.631168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.631333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.631456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.631634] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.631728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.631792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.631952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.632054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.632249] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.632345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.632409] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.632546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.632620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.632703] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1198.695499] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.695687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.695729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.695934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.696099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.715313] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1200.731967] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1200.731967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.419784] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.420164] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1203.567024] env[69363]: INFO networking_nsxv3.common.synchronization [req-cf6a85ad-02a1-483f-9261-d7f33db32e5f req-3d502042-6f68-437c-aed6-5dd13ebd1c53 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1203.567024] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1203.567024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.567024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.567024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.567024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.567024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.567024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.567024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.567024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.567024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.567024] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.830473] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.830728] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.830878] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.831167] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.831558] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.831687] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.831738] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.831951] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.832116] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.832336] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.832443] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.832554] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.832665] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.832776] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.832881] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.833015] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.853089] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.853309] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1203.853512] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.853793] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-611" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.854185] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-8f069cee-bc1d-4250-8d24-efa4bca7a3f9 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.854396] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-8f069cee-bc1d-4250-8d24-efa4bca7a3f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.854553] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-8f069cee-bc1d-4250-8d24-efa4bca7a3f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.854955] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-8f069cee-bc1d-4250-8d24-efa4bca7a3f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.855137] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f069cee-bc1d-4250-8d24-efa4bca7a3f9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.072040] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.072040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.072040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.072249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.072249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.072439] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.072541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.072602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.072750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.072831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.072912] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1204.100726] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.100912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.101017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.101225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.101297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.110570] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1204.358307] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.358505] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.358505] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.358758] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.358929] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.359092] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 8f069cee-bc1d-4250-8d24-efa4bca7a3f9 not found, creating... [ 1204.359430] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.359688] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.359749] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.359978] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.360245] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.360759] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.360948] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.361090] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.361350] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.361535] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.361723] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 8f069cee-bc1d-4250-8d24-efa4bca7a3f9 is going to be created. [ 1204.383506] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.383736] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.383938] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.384188] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.384423] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.384654] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-8f069cee-bc1d-4250-8d24-efa4bca7a3f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.091564] env[69363]: INFO networking_nsxv3.common.synchronization [req-cf6a85ad-02a1-483f-9261-d7f33db32e5f req-2d468f84-d158-4543-916b-385573eb3548 service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 1205.091564] env[69363]: INFO networking_nsxv3.common.synchronization [req-cf6a85ad-02a1-483f-9261-d7f33db32e5f req-2d468f84-d158-4543-916b-385573eb3548 service nova] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1205.091564] env[69363]: INFO networking_nsxv3.common.synchronization [req-cf6a85ad-02a1-483f-9261-d7f33db32e5f req-2d468f84-d158-4543-916b-385573eb3548 service nova] Enqueued Resource ID: 8f069cee-bc1d-4250-8d24-efa4bca7a3f9 with Priority: HIGHEST for action port [ 1205.091564] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_rules [ 1205.091564] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1205.091564] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f069cee-bc1d-4250-8d24-efa4bca7a3f9 with Priority: HIGHEST for action port [ 1205.091564] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.091564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.091564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.091564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.091564] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.092209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.092326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.092535] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f069cee-bc1d-4250-8d24-efa4bca7a3f9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.092635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f069cee-bc1d-4250-8d24-efa4bca7a3f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.092701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f069cee-bc1d-4250-8d24-efa4bca7a3f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.092879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f069cee-bc1d-4250-8d24-efa4bca7a3f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.092956] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f069cee-bc1d-4250-8d24-efa4bca7a3f9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.594914] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.595158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.595376] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f069cee-bc1d-4250-8d24-efa4bca7a3f9 with status ACTIVE [ 1205.595550] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.595664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.595716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.595933] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.596032] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.596202] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.596309] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.596345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.596509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.596590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.596750] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.596839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.596901] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.597053] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.597129] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.597207] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f069cee-bc1d-4250-8d24-efa4bca7a3f9 is going to be updated. [ 1205.621187] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.621385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.621385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.621608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.621747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.621905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f069cee-bc1d-4250-8d24-efa4bca7a3f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.120515] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1206.120849] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f deletion is rescheduled due to dependency. [ 1206.120911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.121051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.121273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.121468] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.121587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.121655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.121809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.121890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.121992] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.547070] env[69363]: INFO networking_nsxv3.common.synchronization [req-338dd41b-b98f-4f41-aa5b-68b7c3797612 req-ac653b13-ac29-47b4-8fb6-f3abf0a6242c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1206.548404] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1206.549157] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.549530] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.549790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.550192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.550537] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.550828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.551037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.551366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.551559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.551745] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.626032] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.871296] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.871296] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.871296] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.872120] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.872120] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.872309] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.872369] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.872623] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.872833] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.873122] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.873279] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.873417] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.873559] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.873704] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.873962] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.874079] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.895938] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.896146] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.896286] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.896464] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.896791] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-5a320658-c718-481f-afd9-48a1f7ec13ae taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.896965] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-5a320658-c718-481f-afd9-48a1f7ec13ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.897104] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-5a320658-c718-481f-afd9-48a1f7ec13ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.897469] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-5a320658-c718-481f-afd9-48a1f7ec13ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.897917] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a320658-c718-481f-afd9-48a1f7ec13ae',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.054293] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.128438] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.400694] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.400841] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.400920] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.401232] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.401404] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.401563] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 5a320658-c718-481f-afd9-48a1f7ec13ae not found, creating... [ 1207.401871] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.402476] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.402476] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.402476] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.402784] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.402860] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.403023] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.403202] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.403466] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.403621] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.403765] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 5a320658-c718-481f-afd9-48a1f7ec13ae is going to be created. [ 1207.429582] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.429872] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.430026] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.430365] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.430656] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.430906] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-5a320658-c718-481f-afd9-48a1f7ec13ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.556745] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.632639] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.632639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.632639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.632639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.632639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.632639] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1207.661449] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.661661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.661661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.661871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.662025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.671167] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1208.059469] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.060265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.060265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.060265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.060265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.060265] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1208.091759] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.091759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.091759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.091759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.091759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.099673] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1208.106501] env[69363]: INFO networking_nsxv3.common.synchronization [req-338dd41b-b98f-4f41-aa5b-68b7c3797612 req-c5c10761-6f29-4946-b75e-5c50e35e7fdc service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1208.106501] env[69363]: INFO networking_nsxv3.common.synchronization [req-338dd41b-b98f-4f41-aa5b-68b7c3797612 req-c5c10761-6f29-4946-b75e-5c50e35e7fdc service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1208.106501] env[69363]: INFO networking_nsxv3.common.synchronization [req-338dd41b-b98f-4f41-aa5b-68b7c3797612 req-c5c10761-6f29-4946-b75e-5c50e35e7fdc service nova] Enqueued Resource ID: 5a320658-c718-481f-afd9-48a1f7ec13ae with Priority: HIGHEST for action port [ 1208.106501] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1208.106501] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1208.106501] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a320658-c718-481f-afd9-48a1f7ec13ae with Priority: HIGHEST for action port [ 1208.107196] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.107282] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.107342] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.107562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.107637] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.108461] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.108581] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.108817] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a320658-c718-481f-afd9-48a1f7ec13ae taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.108817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a320658-c718-481f-afd9-48a1f7ec13ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.109579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a320658-c718-481f-afd9-48a1f7ec13ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.109579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a320658-c718-481f-afd9-48a1f7ec13ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.109579] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a320658-c718-481f-afd9-48a1f7ec13ae',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.611677] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.612116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.614182] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a320658-c718-481f-afd9-48a1f7ec13ae with status ACTIVE [ 1208.614379] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.614500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.614559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.614770] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.614868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.615044] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.615133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.615194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.615349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.615427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.615608] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.615700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.615760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.615895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.615968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.616065] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a320658-c718-481f-afd9-48a1f7ec13ae is going to be updated. [ 1208.636903] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.637131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.637131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.637329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.637458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.637615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a320658-c718-481f-afd9-48a1f7ec13ae" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.680935] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1209.681316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.681316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.681460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.681673] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.681794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.681857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.682038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.682121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.682205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.682295] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.109366] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1210.109761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.109950] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.110206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.110502] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.110659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.110727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.110905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.110990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.111109] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.184979] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.185209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.185209] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.185419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.185577] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.185673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.185736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.185884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.185971] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.186073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.186218] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.186310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.186369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.186508] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.186641] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.186729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.186788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.186919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.186993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.187082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.187168] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.613973] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.689686] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b42a42c-dcf3-4886-9e81-0b5c5442192f: rpc.has_security_group_logging(os_id): False [ 1210.708321] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.708551] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.708603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.708841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.708926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.709158] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.709268] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.709364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.709619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.709709] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.710021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.710089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.710166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.710357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.710453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.710706] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.710817] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.710895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.711068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.711173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.711277] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1210.773433] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.773696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.773696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.773932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.774197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.790557] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1211.117110] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.620210] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.620392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.620573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.620862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.620965] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.621099] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1211.649602] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.649794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.649856] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.650033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.650175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.658943] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1212.808206] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1212.808674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.107459] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.107618] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1213.669558] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1213.669824] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.670029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.670271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.670511] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.670653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.670718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.670880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.670979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.671089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.671194] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.173690] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.174271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.174271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.174271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.174544] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.174544] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.174694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.174729] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.174815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.174907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.175075] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.175170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.175233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.175375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.175508] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.175612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.175688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.175837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.175912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.176012] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.176104] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.678634] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d: rpc.has_security_group_logging(os_id): False [ 1214.698322] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.698518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.698568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.698778] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.698858] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.699122] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.699238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.699312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.699467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.699590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.699783] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.699875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.699929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.700084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.700159] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.700343] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.700436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.700494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.700664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.700748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.700824] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1214.773551] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.773850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.773850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.774115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.774306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.793570] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1216.811763] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1216.812120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.109091] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.109561] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1218.765687] env[69363]: INFO networking_nsxv3.common.synchronization [req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 req-1cf40967-e2d4-4795-902c-eedaea394721 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1218.766190] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1218.766492] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.766613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.766706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.766900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.767062] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.767162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.767220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.767439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.767557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.767665] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.270107] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.773163] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.275673] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.276148] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.276148] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.276148] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.276371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.276371] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1220.307496] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.307688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.307730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.307941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.308332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.317278] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1221.511152] env[69363]: INFO networking_nsxv3.common.synchronization [req-57797c73-77c9-412c-97ed-aa0d9f683d91 req-0718558a-4ecc-4f20-a0ab-3f7a9d360fa1 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Enqueued Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_members [ 1221.511731] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGHEST for action security_group_members [ 1221.512049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-397916ee-596c-4abb-a176-2ca21bdec019 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.512167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.512255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.512427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.512584] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.512727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.512775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.512882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.512964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.513369] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.014928] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.015147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.015147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.015408] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.015533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.015780] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.015885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.015947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.016311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.016422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.016512] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 397916ee-596c-4abb-a176-2ca21bdec019 is going to be updated. [ 1222.042465] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.042681] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.042681] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.042876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.043030] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.051271] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 397916ee-596c-4abb-a176-2ca21bdec019 in Status: IN_PROGRESS for 2s [ 1222.326664] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1222.326664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.062009] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 397916ee-596c-4abb-a176-2ca21bdec019 in Status: SUCCESS [ 1224.062331] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 397916ee-596c-4abb-a176-2ca21bdec019 deletion is rescheduled due to dependency. [ 1224.062486] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.363303] env[69363]: INFO networking_nsxv3.common.synchronization [req-75622a3c-04cd-46f0-9c25-f0d5f97db94c req-8cd33ffa-14a3-45a5-943f-d6e8ac3da69c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1225.363845] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1225.364214] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.364328] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.364364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.364593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.365214] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.365214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.365214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.365448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.365448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.365531] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.867298] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.369160] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.871940] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.872155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.872155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.872376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.872464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.872572] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1226.904680] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.904842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.904894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.905165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.905323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.914825] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1228.935394] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1228.935394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.821020] env[69363]: INFO networking_nsxv3.common.synchronization [None req-02ada0dd-39f0-4464-a78e-b9d0b00ba7fd None None] Enqueued Resource ID: 4fa39dbc-025f-4d8e-8268-f91dfce55acf with Priority: HIGHEST for action port [ 1229.821020] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa39dbc-025f-4d8e-8268-f91dfce55acf with Priority: HIGHEST for action port [ 1229.822095] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa39dbc-025f-4d8e-8268-f91dfce55acf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.822541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa39dbc-025f-4d8e-8268-f91dfce55acf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.822861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa39dbc-025f-4d8e-8268-f91dfce55acf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.823250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa39dbc-025f-4d8e-8268-f91dfce55acf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.824889] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa39dbc-025f-4d8e-8268-f91dfce55acf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.327582] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fa39dbc-025f-4d8e-8268-f91dfce55acf [ 1230.327861] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.327996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.328113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.328317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.328406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.328524] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fa39dbc-025f-4d8e-8268-f91dfce55acf already deleted. [ 1230.328608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa39dbc-025f-4d8e-8268-f91dfce55acf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.066387] env[69363]: INFO networking_nsxv3.common.synchronization [None req-45c35fb5-d421-49d6-9569-3f75d990a6bd None None] Enqueued Resource ID: ab476d76-b8aa-40cd-82f6-8095b6a8e418 with Priority: HIGHEST for action port [ 1232.066822] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab476d76-b8aa-40cd-82f6-8095b6a8e418 with Priority: HIGHEST for action port [ 1232.067188] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab476d76-b8aa-40cd-82f6-8095b6a8e418 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.067317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab476d76-b8aa-40cd-82f6-8095b6a8e418" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.067394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab476d76-b8aa-40cd-82f6-8095b6a8e418" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.067664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab476d76-b8aa-40cd-82f6-8095b6a8e418" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.067752] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab476d76-b8aa-40cd-82f6-8095b6a8e418',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.574362] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab476d76-b8aa-40cd-82f6-8095b6a8e418 [ 1232.574675] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.574825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.574926] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.575169] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.575273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.575384] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab476d76-b8aa-40cd-82f6-8095b6a8e418 already deleted. [ 1232.575466] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab476d76-b8aa-40cd-82f6-8095b6a8e418" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.434683] env[69363]: INFO networking_nsxv3.common.synchronization [req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 req-89e3251a-3340-47c3-af06-3fedbb7dcb94 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_members [ 1234.435249] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGHEST for action security_group_members [ 1234.435929] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.436075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.436145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.436340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.436501] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.436598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.436662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.436812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.436910] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.437022] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.939367] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.939546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.939593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.939850] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.939946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.944302] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.944446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.944567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.944696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.944779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.944877] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f is going to be updated. [ 1234.984645] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.984645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.984645] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.984928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.985067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.998251] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f in Status: IN_PROGRESS for 2s [ 1235.073282] env[69363]: INFO networking_nsxv3.common.synchronization [req-22661b01-f9d6-4b74-b4c0-14b61a46f193 req-faaa131d-1150-471d-afef-2599d3d030ad tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1235.073794] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1235.074104] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.074228] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.074292] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.074497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.074685] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.074792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.074792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.074930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.075012] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.076569] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.385225] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.385514] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.385703] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.386183] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.386511] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.386743] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.386917] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.387220] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.387437] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.387920] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.387920] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.388072] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.388247] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.388420] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.388573] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.388761] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.409536] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.409949] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1235.410269] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.410548] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.412144] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-54af47c4-7f11-463e-9032-10bbd33148d4 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.412144] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-54af47c4-7f11-463e-9032-10bbd33148d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.412144] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-54af47c4-7f11-463e-9032-10bbd33148d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.412144] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-54af47c4-7f11-463e-9032-10bbd33148d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.412144] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54af47c4-7f11-463e-9032-10bbd33148d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.579618] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.915040] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.915310] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.915445] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.915720] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.915903] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.916102] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 54af47c4-7f11-463e-9032-10bbd33148d4 not found, creating... [ 1235.916383] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.916546] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.916670] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.916928] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.917100] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.917393] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.917551] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.917695] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.917944] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.918104] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.918251] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 54af47c4-7f11-463e-9032-10bbd33148d4 is going to be created. [ 1235.940722] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.940985] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.941074] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.941329] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.941572] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.941823] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-54af47c4-7f11-463e-9032-10bbd33148d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.082109] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.585039] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.585039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.585632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.585632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.585632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.585632] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1236.626058] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.626058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.626186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.626354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.626515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.636623] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1236.662398] env[69363]: INFO networking_nsxv3.common.synchronization [req-22661b01-f9d6-4b74-b4c0-14b61a46f193 req-0ff1ef45-5cec-4552-a3b5-92c6bd2b8e25 service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1236.662584] env[69363]: INFO networking_nsxv3.common.synchronization [req-22661b01-f9d6-4b74-b4c0-14b61a46f193 req-0ff1ef45-5cec-4552-a3b5-92c6bd2b8e25 service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1236.662720] env[69363]: INFO networking_nsxv3.common.synchronization [req-22661b01-f9d6-4b74-b4c0-14b61a46f193 req-0ff1ef45-5cec-4552-a3b5-92c6bd2b8e25 service nova] Enqueued Resource ID: 54af47c4-7f11-463e-9032-10bbd33148d4 with Priority: HIGHEST for action port [ 1236.663270] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1236.663408] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1236.663505] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54af47c4-7f11-463e-9032-10bbd33148d4 with Priority: HIGHEST for action port [ 1236.663778] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.663904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.663972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.664194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.664282] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.665602] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.666215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.666215] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-54af47c4-7f11-463e-9032-10bbd33148d4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.666215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54af47c4-7f11-463e-9032-10bbd33148d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.666215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54af47c4-7f11-463e-9032-10bbd33148d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.666549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54af47c4-7f11-463e-9032-10bbd33148d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.666549] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54af47c4-7f11-463e-9032-10bbd33148d4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.006741] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f in Status: SUCCESS [ 1237.006939] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f deletion is rescheduled due to dependency. [ 1237.007259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.119060] env[69363]: INFO networking_nsxv3.common.synchronization [req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce req-72fae25d-667b-434e-a357-e701d4842976 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Enqueued Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1237.120021] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1237.120021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.120231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.120231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.120373] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.120525] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.120637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.120697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.120835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.120929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.121023] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.166489] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.166489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.171917] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54af47c4-7f11-463e-9032-10bbd33148d4 with status ACTIVE [ 1237.171917] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.171917] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.171917] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.171917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.172604] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54af47c4-7f11-463e-9032-10bbd33148d4 is going to be updated. [ 1237.197465] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.197722] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.197722] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.198031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.198235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.198456] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54af47c4-7f11-463e-9032-10bbd33148d4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.445063] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.445063] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.445063] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.445409] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.445687] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.445893] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.446044] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.446308] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.446514] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.446750] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.446864] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.446977] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.447102] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.447215] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.447325] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.447459] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.467975] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.468176] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.468320] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.468558] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.468849] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.469047] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.469176] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.469507] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.469650] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a297ee7-a2bc-4a6d-a51c-84e39b88f241',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.623968] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.624459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.624459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.624459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.624640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.624689] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.624775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.624831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.625023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.625108] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.625200] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe already deleted. [ 1237.625282] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.972211] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.972541] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.972705] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.972999] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.973246] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.973781] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 not found, creating... [ 1237.973781] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.973923] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.973997] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.974260] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.974412] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.974742] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.974871] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.974995] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.975279] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.975467] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.975623] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 is going to be created. [ 1238.000381] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.000381] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.000381] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.000690] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.000722] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.000986] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.646879] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1238.647130] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.647231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.647419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.647607] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.647725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.647918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.647996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.648052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.648127] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.795538] env[69363]: INFO networking_nsxv3.common.synchronization [req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce req-c9f51932-9b56-4125-ad51-23809f29ab18 service nova] Enqueued Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_rules [ 1238.795585] env[69363]: INFO networking_nsxv3.common.synchronization [req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce req-c9f51932-9b56-4125-ad51-23809f29ab18 service nova] Enqueued Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1238.795733] env[69363]: INFO networking_nsxv3.common.synchronization [req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce req-c9f51932-9b56-4125-ad51-23809f29ab18 service nova] Enqueued Resource ID: 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 with Priority: HIGHEST for action port [ 1238.796371] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_rules [ 1238.796550] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1238.796730] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 with Priority: HIGHEST for action port [ 1238.797057] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.797216] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.797275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.797617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.797742] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.798750] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.798882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.798947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.799192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.799373] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.799475] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.799550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.799720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.799845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.799969] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.800907] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.801009] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.801064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.801220] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.801301] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a297ee7-a2bc-4a6d-a51c-84e39b88f241',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.150524] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.303085] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.303253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.303411] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.304313] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 with status ACTIVE [ 1239.304506] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.304622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.304689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.304894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.304983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.305150] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.305249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.305303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.305451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.305527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.305699] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.305792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.305852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.305988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.306073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.306157] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 is going to be updated. [ 1239.333085] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.333251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.333316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.333494] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.333660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.333781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.653102] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.808587] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.155451] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.155651] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.155697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.155924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.156043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.156151] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1240.184663] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.184816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.184885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.185135] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.185284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.197213] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1240.311251] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.311432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.311492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.311674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.311763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.311864] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe is going to be created. [ 1240.334238] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.334399] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.334399] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.334676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.334877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.352616] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: UNINITIALIZED for 2s [ 1242.209452] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1242.209851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.209851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.210129] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.210338] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.210461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.210530] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.210692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.210779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.210905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.211021] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.362650] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: SUCCESS [ 1242.362908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.363123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.363376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.363599] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.363730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.364092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.364092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.364180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.364264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.364327] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.713997] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.714218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.714261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.714463] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.714634] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.714728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.714796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.714928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.715026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.715116] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.715265] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.715358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.715416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.715559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.715693] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.715782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.715888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.715974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.716067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.716138] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.716224] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.867495] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.867664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.867895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.868246] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.868470] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.868613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.868701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.868912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.869042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.869165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.869347] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.869502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.869552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.869715] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.869926] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.870068] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.870172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.870323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.870424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.870528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.870637] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.093943] env[69363]: INFO networking_nsxv3.common.synchronization [req-e33e4987-ceb3-4955-9719-8039d82671dc req-7fd58f53-1688-4882-bad1-5ff3edf6d689 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1243.094554] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGHEST for action security_group_members [ 1243.094866] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.094993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.095211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.095495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.095713] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.095870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.095994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.096226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.096348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.096554] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.218468] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d: rpc.has_security_group_logging(os_id): False [ 1243.237518] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.237712] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.237797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.238088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.238201] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.238414] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.238521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.238584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.238734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.238811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.238996] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.239106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.239166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.239304] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.239378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.239555] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.239646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.239708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.239893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.239983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.240087] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1243.302892] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.303117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.303117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.303296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.303443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.320404] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1243.373058] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0310a523-4edd-4a73-8f74-ba9f177c99fe: rpc.has_security_group_logging(os_id): False [ 1243.401862] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.402067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.402113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.402410] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.402537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.402777] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.402880] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.402943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.403134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.403212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.403390] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.403484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.403543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.403684] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.403760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.403935] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.404036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.404096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.404291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.404385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.404491] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe is going to be created. [ 1243.476723] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.476941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.476941] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.477177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.477361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.488935] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: IN_PROGRESS for 2s [ 1243.599084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.599084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.599084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.599084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.599371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.599371] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.599465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.599512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.599689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.599768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.599921] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be updated. [ 1243.634636] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.634807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.634972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.635150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.635320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.646652] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: IN_PROGRESS for 2s [ 1245.346073] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1245.346469] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.509240] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: SUCCESS [ 1245.510038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.656727] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f in Status: SUCCESS [ 1245.656912] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f deletion is rescheduled due to dependency. [ 1245.657027] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.248472] env[69363]: INFO networking_nsxv3.common.synchronization [req-7c4de982-14f9-4b67-b2a4-b27cba2112ed req-46b28b21-ecdd-4480-91f4-919729ab9125 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1246.249642] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1246.249642] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.249642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.249642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.252236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.252236] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.252236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.252236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.252236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.252236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.252236] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.548491] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.548822] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.548822] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.549101] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.549377] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.549539] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.549663] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.549909] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.550179] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.550430] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.550556] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.550670] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.550783] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.550928] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.551059] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.551199] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.581820] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.582071] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1246.582248] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.582471] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.582846] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-ff86921e-e542-4316-abc4-c36114bc7d23 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.583080] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.583259] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.583647] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.583828] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff86921e-e542-4316-abc4-c36114bc7d23',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.753100] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.753288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.753365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.753580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.774798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.775075] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.775200] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.775264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.775458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.775539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.775630] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b is going to be updated. [ 1246.802493] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.802641] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.802710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.802921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.803110] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.812957] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: IN_PROGRESS for 2s [ 1247.089833] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.090164] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.090301] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.090585] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.090742] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.090922] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port ff86921e-e542-4316-abc4-c36114bc7d23 not found, creating... [ 1247.091177] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.091340] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.091460] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.091680] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.091820] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.092123] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.092316] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.092434] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.092646] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.092786] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.092929] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: ff86921e-e542-4316-abc4-c36114bc7d23 is going to be created. [ 1247.112639] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.112835] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.112948] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.113262] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.113505] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.113733] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.789231] env[69363]: INFO networking_nsxv3.common.synchronization [req-7c4de982-14f9-4b67-b2a4-b27cba2112ed req-8fbaae99-f789-4cff-9b83-6504d790c87d service nova] Enqueued Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_rules [ 1247.789485] env[69363]: INFO networking_nsxv3.common.synchronization [req-7c4de982-14f9-4b67-b2a4-b27cba2112ed req-8fbaae99-f789-4cff-9b83-6504d790c87d service nova] Enqueued Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1247.789560] env[69363]: INFO networking_nsxv3.common.synchronization [req-7c4de982-14f9-4b67-b2a4-b27cba2112ed req-8fbaae99-f789-4cff-9b83-6504d790c87d service nova] Enqueued Resource ID: ff86921e-e542-4316-abc4-c36114bc7d23 with Priority: HIGHEST for action port [ 1247.790101] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_rules [ 1247.790240] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1247.790339] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff86921e-e542-4316-abc4-c36114bc7d23 with Priority: HIGHEST for action port [ 1247.790604] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.790728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.790796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.791010] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.791101] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.792888] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.792999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.793221] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff86921e-e542-4316-abc4-c36114bc7d23 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.793327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.793394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.793568] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.793647] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff86921e-e542-4316-abc4-c36114bc7d23',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.294018] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.294222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.295587] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff86921e-e542-4316-abc4-c36114bc7d23 with status ACTIVE [ 1248.295770] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.295877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.295940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.296171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.296261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.296427] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.296527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.296591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.296720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.296786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.296965] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.297082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.297143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.297255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.297315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.297417] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff86921e-e542-4316-abc4-c36114bc7d23 is going to be updated. [ 1248.323337] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.323490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.323589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.323830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.324019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.324219] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.675870] env[69363]: INFO networking_nsxv3.common.synchronization [req-dca864a0-430d-444a-b385-5535596e9d50 req-d2541b33-83a9-4cfc-a42b-15f6ac860deb tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1248.676516] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1248.676789] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.676919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.676988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.677197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.677381] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.677501] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.677566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.681021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.681021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.681021] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.823564] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: SUCCESS [ 1248.823828] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b deletion is rescheduled due to dependency. [ 1248.823873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.824097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.824326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.824524] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.824680] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.824737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.824876] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.825038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.825089] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.185167] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.328015] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.690360] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.837121] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.194358] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.194614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.194820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.195056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.195222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.195384] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1250.227653] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.227801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.227856] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.228092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.228243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.237554] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1250.338561] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.338727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.338898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.339011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.339113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.339217] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b is going to be updated. [ 1250.397354] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.397514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.397615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.397845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.397987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.409830] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: IN_PROGRESS for 2s [ 1252.251324] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1252.251725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.419079] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: SUCCESS [ 1252.419417] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.419496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.419689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.419892] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.420143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.420228] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.420462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.420593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.420743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.420902] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.925317] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.925440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.925440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.925718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.926067] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.926067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.926180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.926346] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.929930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.929930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.929930] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.929930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.929930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.929930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.929930] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.929930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.929930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.929930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.929930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.929930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.929930] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.933167] env[69363]: INFO networking_nsxv3.common.synchronization [None req-4aad7a29-0433-461b-bae6-671755b399bd None None] Enqueued Resource ID: 3e7256c9-ab0e-46da-9e03-8d5ac2a509e4 with Priority: HIGHEST for action port [ 1252.934277] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7256c9-ab0e-46da-9e03-8d5ac2a509e4 with Priority: HIGHEST for action port [ 1252.934955] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e7256c9-ab0e-46da-9e03-8d5ac2a509e4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.935387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e7256c9-ab0e-46da-9e03-8d5ac2a509e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.935534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e7256c9-ab0e-46da-9e03-8d5ac2a509e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.936160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e7256c9-ab0e-46da-9e03-8d5ac2a509e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.936372] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e7256c9-ab0e-46da-9e03-8d5ac2a509e4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.434511] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f5200e0-7db5-477a-92c3-ebc5ee41390b: rpc.has_security_group_logging(os_id): False [ 1253.438312] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e7256c9-ab0e-46da-9e03-8d5ac2a509e4 [ 1253.438591] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.438752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.438752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.439073] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.439213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.439357] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e7256c9-ab0e-46da-9e03-8d5ac2a509e4 already deleted. [ 1253.439534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e7256c9-ab0e-46da-9e03-8d5ac2a509e4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.453876] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.454070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.454154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.454402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.454518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.454773] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.454895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.454968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.455175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.455275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.455484] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.455598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.455676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.455843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.455940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.456175] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.456377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.456377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.456518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.456552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.456687] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b is going to be updated. [ 1253.520622] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.520622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.520622] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.520786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.520882] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.532687] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: IN_PROGRESS for 2s [ 1253.547522] env[69363]: INFO networking_nsxv3.common.synchronization [None req-bbdc56d2-7696-41c6-84ea-c5ecc38f087d tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1253.547631] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1253.548380] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.549774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.549774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.549774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.549774] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.627725] env[69363]: INFO networking_nsxv3.common.synchronization [None req-da7def5b-0c4f-463a-9a94-071f8f9ba6da tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1253.628426] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1253.628807] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.632033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.068929] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.069141] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.069206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.069414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.069525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.069627] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf already deleted. [ 1254.069713] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.069865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.070194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.070294] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.591418] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.591418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.592095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.592095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.592095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.592095] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf already deleted. [ 1254.592095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.930839] env[69363]: INFO networking_nsxv3.common.synchronization [req-50d5056b-253b-4c2c-b380-f967120eb23c req-b1521d3f-3787-4e2c-85e4-0c78baf32acb tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Enqueued Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1254.931585] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1254.931907] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.932140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.932227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.932457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.932627] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.932731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.932793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.932979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.933086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.933183] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.066777] env[69363]: INFO networking_nsxv3.common.synchronization [None req-d7c05b9d-5dd4-41c3-b9f1-c8e0445639de None None] Enqueued Resource ID: fb55043b-952f-4ac5-be42-89f6f18737a7 with Priority: HIGHEST for action port [ 1255.066906] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb55043b-952f-4ac5-be42-89f6f18737a7 with Priority: HIGHEST for action port [ 1255.068171] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb55043b-952f-4ac5-be42-89f6f18737a7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.068171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb55043b-952f-4ac5-be42-89f6f18737a7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.068171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb55043b-952f-4ac5-be42-89f6f18737a7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.068171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb55043b-952f-4ac5-be42-89f6f18737a7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.068354] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb55043b-952f-4ac5-be42-89f6f18737a7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.232965] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.232965] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.232965] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.233289] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.233569] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.233725] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.233841] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.234500] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.234500] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.234612] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.234762] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.234898] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.235045] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.235191] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.235329] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.235498] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.254292] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.254526] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.254678] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.255223] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.255325] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.255581] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.255789] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.256395] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.256395] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.435979] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.547557] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: SUCCESS [ 1255.547843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.571071] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb55043b-952f-4ac5-be42-89f6f18737a7 [ 1255.571071] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.571375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.571557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.571925] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.572186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.572389] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb55043b-952f-4ac5-be42-89f6f18737a7 already deleted. [ 1255.572579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb55043b-952f-4ac5-be42-89f6f18737a7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.759408] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.759408] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.759408] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.759408] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.759912] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.759912] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d not found, creating... [ 1255.760021] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.760207] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.760331] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.760558] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.760703] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.761012] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.761177] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.761298] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.761510] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.761650] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.761796] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d is going to be created. [ 1255.782797] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.783046] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.783186] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.783513] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.783760] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.783997] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.941317] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.444622] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.444804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.444845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.445076] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.445180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.445309] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe is going to be updated. [ 1256.479062] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.479271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.479271] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.479532] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.479683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.489163] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: IN_PROGRESS for 2s [ 1256.563669] env[69363]: INFO networking_nsxv3.common.synchronization [req-a0758011-d350-46d8-8eb6-e0a254096e76 req-6d39dbb7-b6eb-4088-b80c-a35e3059426a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1256.564263] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGHEST for action security_group_members [ 1256.564605] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.564678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.564777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.564986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.565301] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.565553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.565553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.565660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.565718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.565811] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.607849] env[69363]: INFO networking_nsxv3.common.synchronization [req-a0758011-d350-46d8-8eb6-e0a254096e76 req-6d39dbb7-b6eb-4088-b80c-a35e3059426a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: ff86921e-e542-4316-abc4-c36114bc7d23 with Priority: HIGHEST for action port [ 1256.609129] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff86921e-e542-4316-abc4-c36114bc7d23 with Priority: HIGHEST for action port [ 1256.609676] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff86921e-e542-4316-abc4-c36114bc7d23 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.609764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.609832] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.610067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.610165] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff86921e-e542-4316-abc4-c36114bc7d23',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.697221] env[69363]: INFO networking_nsxv3.common.synchronization [req-50d5056b-253b-4c2c-b380-f967120eb23c req-c0d9fce1-a136-4e1d-a11c-c11559345408 service nova] Enqueued Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_rules [ 1256.697408] env[69363]: INFO networking_nsxv3.common.synchronization [req-50d5056b-253b-4c2c-b380-f967120eb23c req-c0d9fce1-a136-4e1d-a11c-c11559345408 service nova] Enqueued Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1256.697550] env[69363]: INFO networking_nsxv3.common.synchronization [req-50d5056b-253b-4c2c-b380-f967120eb23c req-c0d9fce1-a136-4e1d-a11c-c11559345408 service nova] Enqueued Resource ID: 2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d with Priority: HIGHEST for action port [ 1256.698108] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_rules [ 1256.698261] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1256.698343] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d with Priority: HIGHEST for action port [ 1256.698617] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.698735] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.698803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.699072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.699186] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.703127] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.703127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.703127] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.703127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.703127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.703127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.703127] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.068026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.068349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.068349] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.068470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.068617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.068867] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.069026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.069026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.069162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.069243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.069330] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b is going to be updated. [ 1257.099567] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.099800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.099800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.100274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.100476] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.109130] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: IN_PROGRESS for 2s [ 1257.112460] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff86921e-e542-4316-abc4-c36114bc7d23 with status ACTIVE [ 1257.112663] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.112785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.112852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.113072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.113163] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.113339] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.113440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.113500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.113646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.113720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.113894] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.113987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.114060] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.114198] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.114266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.114343] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff86921e-e542-4316-abc4-c36114bc7d23 is going to be updated. [ 1257.134749] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.134749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.134749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.134983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.135082] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.135222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff86921e-e542-4316-abc4-c36114bc7d23" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.203927] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.204156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.205485] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d with status ACTIVE [ 1257.205690] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.205805] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.205860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.206088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.206215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.206388] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.206447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.206866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.206866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.206866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.206999] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.206999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.207089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.207212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.207273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.207379] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d is going to be updated. [ 1257.241979] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.241979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.241979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.242254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.242254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.242983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.528284] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: SUCCESS [ 1258.528764] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.528961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.529187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.529374] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.529488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.529570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.529706] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.529783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.529873] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.032544] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.119048] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b in Status: SUCCESS [ 1259.119213] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b deletion is rescheduled due to dependency. [ 1259.119306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.535024] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.878448] env[69363]: INFO networking_nsxv3.common.synchronization [req-e89a99be-31ca-4453-8cb8-de4827133ae4 req-765482a9-8578-4640-8bf0-6f42b1167287 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1259.879659] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1259.879659] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.879874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.879936] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.880211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.880411] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.880526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.880590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.880760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.880861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.880970] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.038116] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.038382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.038382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.038609] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.038695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.038807] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe is going to be updated. [ 1260.069303] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.069507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.069507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.070765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.070765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.081245] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: IN_PROGRESS for 2s [ 1260.218225] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.218461] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.218599] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.218948] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.219312] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.219428] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.219536] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.219759] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.219923] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.220236] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.220353] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.220483] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.220595] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.220710] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.220839] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.221018] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.243195] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.243458] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1260.243603] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.243791] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-501" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.244236] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-6fe041fd-a69d-4712-929f-c1258ca507d5 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.244384] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-6fe041fd-a69d-4712-929f-c1258ca507d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.244509] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-6fe041fd-a69d-4712-929f-c1258ca507d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.244888] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-6fe041fd-a69d-4712-929f-c1258ca507d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.245088] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe041fd-a69d-4712-929f-c1258ca507d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.383109] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.748770] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.749197] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.749403] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.749840] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.750165] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.750441] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 6fe041fd-a69d-4712-929f-c1258ca507d5 not found, creating... [ 1260.750904] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.751219] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.751430] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.751824] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.752164] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.752566] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.752928] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.753045] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.753399] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.753637] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.753874] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 6fe041fd-a69d-4712-929f-c1258ca507d5 is going to be created. [ 1260.773863] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.774136] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.774275] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.774557] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.774799] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.775049] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-6fe041fd-a69d-4712-929f-c1258ca507d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.885703] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.388373] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.388718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.388718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.388935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.389048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.389159] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1261.424458] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.424650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.424693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.424939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.425111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.437483] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1261.466361] env[69363]: INFO networking_nsxv3.common.synchronization [req-e89a99be-31ca-4453-8cb8-de4827133ae4 req-80ce495f-efb0-4126-b60e-433cf17557ce service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1261.467032] env[69363]: INFO networking_nsxv3.common.synchronization [req-e89a99be-31ca-4453-8cb8-de4827133ae4 req-80ce495f-efb0-4126-b60e-433cf17557ce service nova] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1261.467032] env[69363]: INFO networking_nsxv3.common.synchronization [req-e89a99be-31ca-4453-8cb8-de4827133ae4 req-80ce495f-efb0-4126-b60e-433cf17557ce service nova] Enqueued Resource ID: 6fe041fd-a69d-4712-929f-c1258ca507d5 with Priority: HIGHEST for action port [ 1261.467307] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_rules [ 1261.467452] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1261.467551] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe041fd-a69d-4712-929f-c1258ca507d5 with Priority: HIGHEST for action port [ 1261.467825] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.467993] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.469474] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.469711] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.469803] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.470782] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.470886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.471204] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fe041fd-a69d-4712-929f-c1258ca507d5 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.471317] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fe041fd-a69d-4712-929f-c1258ca507d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.471383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fe041fd-a69d-4712-929f-c1258ca507d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.471572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fe041fd-a69d-4712-929f-c1258ca507d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.471654] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe041fd-a69d-4712-929f-c1258ca507d5',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.973974] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.974331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.975425] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fe041fd-a69d-4712-929f-c1258ca507d5 with status ACTIVE [ 1261.975604] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.975717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.975778] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.975984] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.976092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.976265] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.976363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.976425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.976578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.976657] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.976830] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.976924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.976985] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.977141] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.977214] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.977296] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fe041fd-a69d-4712-929f-c1258ca507d5 is going to be updated. [ 1262.000008] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.000202] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.000276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.000482] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.000614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.000783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fe041fd-a69d-4712-929f-c1258ca507d5" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.092500] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: SUCCESS [ 1262.092771] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.092973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.093276] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.093530] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.093682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.093766] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.093961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.094074] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.094190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.094313] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.132516] env[69363]: INFO networking_nsxv3.common.synchronization [req-08a9608c-a293-44cd-a987-c415cefadf81 req-0ecd8653-952f-495c-8df1-78988918ac51 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1262.133058] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1262.133383] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.133525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.133617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.133810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.133961] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.134092] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.134176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.134447] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.134549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.134670] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.446911] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.447129] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.447261] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.447596] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.447856] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.448178] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.448420] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.448672] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.448840] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.449073] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1262.449211] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.449337] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.449451] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.449569] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1262.449678] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.449813] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.468291] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.468457] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1262.468595] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.468775] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.469115] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-9e3f9353-d374-48b3-84c1-be23adf81245 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.469293] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-9e3f9353-d374-48b3-84c1-be23adf81245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.469415] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-9e3f9353-d374-48b3-84c1-be23adf81245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.469777] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-9e3f9353-d374-48b3-84c1-be23adf81245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.469935] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e3f9353-d374-48b3-84c1-be23adf81245',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.597079] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.597248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.597315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.597575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.597751] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.597856] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.597916] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.598137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.598229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.598318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.598477] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.598583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.598647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.598737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.598904] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.599025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.599088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.599234] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.599309] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.599387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.599485] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.636762] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.636916] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.636988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.637218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.637405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.637640] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.637744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.637807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.637968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.638078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.638164] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf already deleted. [ 1262.638244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.972469] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.972693] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.972818] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.973154] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.973308] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.973469] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 9e3f9353-d374-48b3-84c1-be23adf81245 not found, creating... [ 1262.973742] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.973905] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.974049] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.974294] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.974402] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.974824] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.975090] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.975262] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.975481] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.975626] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.975771] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 9e3f9353-d374-48b3-84c1-be23adf81245 is going to be created. [ 1262.999280] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.999554] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.999716] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.000087] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.000415] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.000653] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-9e3f9353-d374-48b3-84c1-be23adf81245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.101609] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0310a523-4edd-4a73-8f74-ba9f177c99fe: rpc.has_security_group_logging(os_id): False [ 1263.125642] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.125842] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.125894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.126120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.126237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.126453] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.126554] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.126612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.126758] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.126825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.127012] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.127121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.127180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.127302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.127378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.127554] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.127643] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.127694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.127835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.127913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.127998] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe is going to be updated. [ 1263.223115] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.223386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.224014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.224014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.224014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.243014] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: IN_PROGRESS for 2s [ 1263.450037] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1263.450300] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.450470] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.450692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.450900] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.451279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.451279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.451279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.451431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.451474] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.690645] env[69363]: INFO networking_nsxv3.common.synchronization [req-08a9608c-a293-44cd-a987-c415cefadf81 req-2acbdcea-7fad-4621-aeb5-7c7d41b7de69 service nova] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1263.690876] env[69363]: INFO networking_nsxv3.common.synchronization [req-08a9608c-a293-44cd-a987-c415cefadf81 req-2acbdcea-7fad-4621-aeb5-7c7d41b7de69 service nova] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1263.690965] env[69363]: INFO networking_nsxv3.common.synchronization [req-08a9608c-a293-44cd-a987-c415cefadf81 req-2acbdcea-7fad-4621-aeb5-7c7d41b7de69 service nova] Enqueued Resource ID: 9e3f9353-d374-48b3-84c1-be23adf81245 with Priority: HIGHEST for action port [ 1263.691568] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1263.691700] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1263.691796] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3f9353-d374-48b3-84c1-be23adf81245 with Priority: HIGHEST for action port [ 1263.692353] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.692536] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.692578] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.692845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.692933] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.693840] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.695439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.695439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.695439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.695439] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.695439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.695439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.695439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.695439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.695439] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.696181] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e3f9353-d374-48b3-84c1-be23adf81245 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.696528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e3f9353-d374-48b3-84c1-be23adf81245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.696602] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e3f9353-d374-48b3-84c1-be23adf81245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.696759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e3f9353-d374-48b3-84c1-be23adf81245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.696836] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e3f9353-d374-48b3-84c1-be23adf81245',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.954457] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.200593] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.200593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.200593] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.201213] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e3f9353-d374-48b3-84c1-be23adf81245 with status ACTIVE [ 1264.201405] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.201533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.201571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.201776] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.204075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.204075] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.204075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.204075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.204075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.204075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.204075] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.204075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.204075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.204075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.204075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.204075] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e3f9353-d374-48b3-84c1-be23adf81245 is going to be updated. [ 1264.228459] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.228613] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.228731] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.228895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.229019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.229203] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e3f9353-d374-48b3-84c1-be23adf81245" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.457533] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.705811] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.960196] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.960385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.960438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.960634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.960738] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.960862] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1265.020915] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.021230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.021230] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.021440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.021620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.035913] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1265.209162] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.209677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.209677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.209890] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.210017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.210290] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be created. [ 1265.242200] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.242406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.242406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.242690] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.242861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.259559] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: UNINITIALIZED for 2s [ 1265.263837] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: SUCCESS [ 1265.264171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.047765] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1267.048299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.048392] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.048781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.049083] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.049262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.049341] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.049575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.049692] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.049775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.049906] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.270670] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1267.270872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.271050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.271569] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.271819] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.271962] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.272046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.272228] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.272326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.272418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.272487] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.552859] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.553075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.553137] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.553436] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.553580] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.553691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.553755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.553961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.554107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.554217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.554371] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.554465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.554543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.554661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.554795] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.554885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.554946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.555091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.555166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.555250] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.555365] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.775227] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.057658] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d: rpc.has_security_group_logging(os_id): False [ 1268.078186] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.078379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.078419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.078653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.078750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.078991] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.079196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.079196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.079371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.079463] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.079683] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.079802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.079862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.079990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.080246] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.080495] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.080616] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.080702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.080888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.081010] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.081151] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1268.156238] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.156238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.156238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.156238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.156238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.188497] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1268.260017] env[69363]: INFO networking_nsxv3.common.synchronization [req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 req-78ae6397-ef66-40ca-82c3-e9aa5e2184c5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1268.260628] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1268.261363] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.261567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.261567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.261754] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.261905] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.262011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.262075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.262300] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.262333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.262427] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.277485] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf: rpc.has_security_group_logging(os_id): False [ 1268.307431] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.307632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.307632] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.307855] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.307942] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.308196] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.308300] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.308361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.308514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.308585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.308688] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be created. [ 1268.379516] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.379785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.379785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.379939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.380186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.401498] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1268.767101] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.767101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.767101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.767101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.767101] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.767553] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.767553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.767553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.767765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.767835] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.767926] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 is going to be updated. [ 1268.803177] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.803438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.803438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.803799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.803928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.813182] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: IN_PROGRESS for 2s [ 1269.146867] env[69363]: INFO networking_nsxv3.common.synchronization [req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 req-d6565323-ee44-47d0-a1c1-654850225344 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Enqueued Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1269.147645] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1269.148110] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.148288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.148381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.148638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.148860] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.149013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.149149] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.149386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.149512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.149639] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.652615] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.154835] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.209658] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1270.210024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.432187] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1270.432561] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.657288] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.657499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.657499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.657716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.657815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.657914] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe is going to be updated. [ 1270.685823] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.686167] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.686331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.686744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.687010] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.704262] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: IN_PROGRESS for 2s [ 1270.827050] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: SUCCESS [ 1270.827286] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 deletion is rescheduled due to dependency. [ 1270.827406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.715634] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: SUCCESS [ 1272.716049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.148849] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.149225] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.183194] env[69363]: INFO networking_nsxv3.common.synchronization [req-4575a5c7-5771-432d-ac45-247bb43648a8 req-7ad116be-c957-4ad3-b2e1-9848ea0ef8e2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1275.183486] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1275.183599] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.183720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.183779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.184690] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.187359] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.187487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.187548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.187717] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.187797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.187888] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.434066] env[69363]: INFO networking_nsxv3.common.synchronization [req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 req-9b3ea558-0099-4ead-8b83-9c0caf1b081a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1275.434066] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1275.434066] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.434066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.434066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.434066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.434066] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.434412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.434412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.434412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.434412] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.434546] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.691558] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.762237] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.762443] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.762611] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.762930] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.763248] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.763464] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.763618] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.763873] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.764066] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.764323] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.764467] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.764604] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.764724] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.764843] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.764960] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.765116] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.785527] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.785712] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1275.785860] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.786056] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-646" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.786396] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-56404b43-3314-42e5-b760-3b02ca88d660 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.786562] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-56404b43-3314-42e5-b760-3b02ca88d660" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.786685] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-56404b43-3314-42e5-b760-3b02ca88d660" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.787042] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-56404b43-3314-42e5-b760-3b02ca88d660" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.787191] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56404b43-3314-42e5-b760-3b02ca88d660',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.937511] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.937707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.937801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.938098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.938357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.938652] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.938789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.938874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.939072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.939178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.939305] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 is going to be updated. [ 1275.967558] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.967810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.967883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.968128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.968365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.979283] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: IN_PROGRESS for 2s [ 1276.194090] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.289888] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.290145] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.290426] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.290814] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.290985] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.291175] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 56404b43-3314-42e5-b760-3b02ca88d660 not found, creating... [ 1276.291492] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.291665] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.291793] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.292057] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.292209] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.292515] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.292781] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.292938] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.293176] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.293331] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.293524] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 56404b43-3314-42e5-b760-3b02ca88d660 is going to be created. [ 1276.313674] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.313880] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.314014] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.314630] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.314874] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.315107] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-56404b43-3314-42e5-b760-3b02ca88d660" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.696237] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.696449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.696449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.696670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.696760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.696859] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1276.725520] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.725658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.725744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.725929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.726089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.735178] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1276.997291] env[69363]: INFO networking_nsxv3.common.synchronization [req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 req-04917be6-7992-4bef-8a4a-5a65aed75261 service nova] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_rules [ 1276.997291] env[69363]: INFO networking_nsxv3.common.synchronization [req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 req-04917be6-7992-4bef-8a4a-5a65aed75261 service nova] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1276.997291] env[69363]: INFO networking_nsxv3.common.synchronization [req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 req-04917be6-7992-4bef-8a4a-5a65aed75261 service nova] Enqueued Resource ID: 56404b43-3314-42e5-b760-3b02ca88d660 with Priority: HIGHEST for action port [ 1276.997291] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_rules [ 1276.997291] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1276.997291] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56404b43-3314-42e5-b760-3b02ca88d660 with Priority: HIGHEST for action port [ 1276.997291] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.997291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.997291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.997291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.997291] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.998866] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.998960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.000648] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-56404b43-3314-42e5-b760-3b02ca88d660 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.000648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56404b43-3314-42e5-b760-3b02ca88d660" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.000648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56404b43-3314-42e5-b760-3b02ca88d660" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.000648] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56404b43-3314-42e5-b760-3b02ca88d660" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.000648] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56404b43-3314-42e5-b760-3b02ca88d660',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.501432] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.501742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.501783] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56404b43-3314-42e5-b760-3b02ca88d660 with status ACTIVE [ 1277.501933] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.502056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.502121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.502325] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.502414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.502605] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.502695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.502756] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.502913] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.502990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.503180] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.503291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.503381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.503527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.503599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.503681] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56404b43-3314-42e5-b760-3b02ca88d660 is going to be updated. [ 1277.529846] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.529995] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.530079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.530315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.530451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.530610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56404b43-3314-42e5-b760-3b02ca88d660" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.990363] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: SUCCESS [ 1277.990528] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 deletion is rescheduled due to dependency. [ 1277.990644] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.990780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.990990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.991187] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.991374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.991448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.991590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.991667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.991762] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.493747] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.746126] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1278.746438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.003967] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.499562] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.499562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.499562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.499562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.499795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.499795] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 is going to be updated. [ 1279.531429] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.531429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.531429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.531429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.531688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.540851] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: IN_PROGRESS for 2s [ 1281.551839] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: SUCCESS [ 1281.552215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.552215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.552333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.552540] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.552708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.552779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.552939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.553033] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.553124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.553215] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.996541] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.996669] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1282.055559] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.301236] env[69363]: INFO networking_nsxv3.common.synchronization [req-115c5317-51ed-4059-ab00-32b13e4bcdb2 req-35a7ad49-ad4f-4e18-b78e-1846a13ba404 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 1282.301236] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 1282.301419] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.301666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.301837] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.302132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.302398] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.302650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.302816] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.303077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.303277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.303476] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.338186] env[69363]: INFO networking_nsxv3.common.synchronization [req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe req-7b4ec3f5-6875-4404-b77c-c57364c4eefe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1282.338186] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGHEST for action security_group_members [ 1282.338186] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.338186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.338821] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.339865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.339865] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.339865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.339865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.341558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.341558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.341558] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.558127] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f942d74-f15d-475e-ab0f-17caed5139b3: rpc.has_security_group_logging(os_id): False [ 1282.582903] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.583115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.583212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.583451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.583566] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.583853] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.583974] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.584064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.584248] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.584348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.584447] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 is going to be updated. [ 1282.631484] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.631484] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.631836] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.631888] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.632150] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.632394] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.632542] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.632798] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.632956] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.633189] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.633332] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.633459] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.633574] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.633699] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.633813] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.633961] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.653063] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.653265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.653265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.653507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.654017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.656080] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.656296] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1282.656419] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.656628] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-847" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.657025] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-d9f91da9-51c6-43d4-9115-01fa30914281 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.657218] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-d9f91da9-51c6-43d4-9115-01fa30914281" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.657345] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-d9f91da9-51c6-43d4-9115-01fa30914281" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.657673] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-d9f91da9-51c6-43d4-9115-01fa30914281" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.657857] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f91da9-51c6-43d4-9115-01fa30914281',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.671900] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: IN_PROGRESS for 2s [ 1282.806492] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.843073] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.843281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.843502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.843803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.843975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.844313] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.844506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.844506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.844696] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.844749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.844796] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be updated. [ 1282.876882] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.877078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.877154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.877375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.879043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.889027] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: IN_PROGRESS for 2s [ 1283.161088] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.161088] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.161088] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.161088] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.161380] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.161420] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port d9f91da9-51c6-43d4-9115-01fa30914281 not found, creating... [ 1283.162465] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.162465] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.162465] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.162465] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.162465] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.162689] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.162742] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.162864] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.163084] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.163221] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.163364] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: d9f91da9-51c6-43d4-9115-01fa30914281 is going to be created. [ 1283.199460] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.199460] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.199712] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.200026] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.200346] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.200582] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-d9f91da9-51c6-43d4-9115-01fa30914281" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.312483] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.818315] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.818681] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.818681] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.818813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.818866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.818973] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 is going to be updated. [ 1283.850885] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.851106] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.851333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.851572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.851730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.862982] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: IN_PROGRESS for 2s [ 1283.874317] env[69363]: INFO networking_nsxv3.common.synchronization [req-115c5317-51ed-4059-ab00-32b13e4bcdb2 req-e294ddb7-ae25-47c5-bf63-55984433486a service nova] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_rules [ 1283.874557] env[69363]: INFO networking_nsxv3.common.synchronization [req-115c5317-51ed-4059-ab00-32b13e4bcdb2 req-e294ddb7-ae25-47c5-bf63-55984433486a service nova] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 1283.874627] env[69363]: INFO networking_nsxv3.common.synchronization [req-115c5317-51ed-4059-ab00-32b13e4bcdb2 req-e294ddb7-ae25-47c5-bf63-55984433486a service nova] Enqueued Resource ID: d9f91da9-51c6-43d4-9115-01fa30914281 with Priority: HIGHEST for action port [ 1283.874856] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_rules [ 1283.874985] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 1283.875094] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f91da9-51c6-43d4-9115-01fa30914281 with Priority: HIGHEST for action port [ 1283.875685] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.875807] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.875997] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.876091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.876163] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.877052] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.877141] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.877335] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f91da9-51c6-43d4-9115-01fa30914281 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.877433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f91da9-51c6-43d4-9115-01fa30914281" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.877513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f91da9-51c6-43d4-9115-01fa30914281" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.877656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f91da9-51c6-43d4-9115-01fa30914281" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.877733] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f91da9-51c6-43d4-9115-01fa30914281',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.379674] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.379674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.382093] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9f91da9-51c6-43d4-9115-01fa30914281 with status ACTIVE [ 1284.382269] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.382395] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.382462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.382686] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.382769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.382941] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.383056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.383119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.383275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.383352] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.383556] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.383682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.383682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.383825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.383895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.383979] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9f91da9-51c6-43d4-9115-01fa30914281 is going to be updated. [ 1284.404296] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.404460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.404511] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.404860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.404962] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.405050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f91da9-51c6-43d4-9115-01fa30914281" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.686410] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: SUCCESS [ 1284.686636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.899383] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d in Status: SUCCESS [ 1284.899746] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d deletion is rescheduled due to dependency. [ 1284.899746] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.873873] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: SUCCESS [ 1285.874161] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.874334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.874557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.874751] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.874879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.874921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.875094] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.875175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.875337] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.377724] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.883024] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.385284] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.385851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.385851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.385851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.385851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.386064] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 is going to be updated. [ 1287.416384] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.416788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.416872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.417354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.417660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.428172] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: IN_PROGRESS for 2s [ 1288.875751] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.875751] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1289.439958] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: SUCCESS [ 1289.440217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.440661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.440661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.440797] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.440895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.441016] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.441221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.441331] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.441440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.441606] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.944168] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.446624] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a46ea582-e662-461f-88f5-4be73b4b21c8: rpc.has_security_group_logging(os_id): False [ 1290.466108] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.466386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.466524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.466861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.467044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.467465] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.467627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.467783] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.468021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.468118] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.468221] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 is going to be updated. [ 1290.530995] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.531238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.531238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.531414] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.531595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.550666] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: IN_PROGRESS for 2s [ 1292.565676] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: SUCCESS [ 1292.566097] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.877077] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.877374] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.877861] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.878268] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.879416] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.879776] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.880679] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.881079] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.025669] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.026228] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.026228] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.026374] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.026607] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.026802] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.026932] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.027166] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.027323] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.027537] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1313.027667] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1313.027783] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1313.027895] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1313.028015] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1313.028141] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1313.028277] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1313.050282] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1313.050519] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1313.050720] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1313.051098] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-89" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.051313] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.051517] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.051666] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.051971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.052135] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a297ee7-a2bc-4a6d-a51c-84e39b88f241',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.555072] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.555304] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.555435] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.555723] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.555877] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.556180] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.556344] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.556468] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.556691] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.556832] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.557123] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.557285] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.557400] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.557610] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.557752] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.557888] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 is going to be updated. [ 1313.578804] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.579098] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.579171] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.579431] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.579628] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.579850] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.882270] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.882528] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.281955] env[69363]: INFO networking_nsxv3.common.synchronization [req-d6122bc6-9676-42c9-9113-71b1023612bf req-f6f5ba1d-65f0-4330-9e03-e2a833c41e88 service nova] Enqueued Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_rules [ 1314.282302] env[69363]: INFO networking_nsxv3.common.synchronization [req-d6122bc6-9676-42c9-9113-71b1023612bf req-f6f5ba1d-65f0-4330-9e03-e2a833c41e88 service nova] Enqueued Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1314.282302] env[69363]: INFO networking_nsxv3.common.synchronization [req-d6122bc6-9676-42c9-9113-71b1023612bf req-f6f5ba1d-65f0-4330-9e03-e2a833c41e88 service nova] Enqueued Resource ID: 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 with Priority: HIGHEST for action port [ 1314.282827] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_rules [ 1314.282989] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1314.283086] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 with Priority: HIGHEST for action port [ 1314.283370] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.283504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.283574] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.283780] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.283859] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.284741] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.284863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.284932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.285121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.285278] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.285366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.285490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.285599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.285663] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.285733] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.286499] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.286607] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.286884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.286884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.286884] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a297ee7-a2bc-4a6d-a51c-84e39b88f241',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.788633] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.788868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.788999] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.792906] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 with status ACTIVE [ 1314.793179] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.793313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.793313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.793520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.793608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.793780] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.793878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.793934] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.794099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.794178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.794682] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.794682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.794682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.794682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.794682] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.794875] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 is going to be updated. [ 1314.814616] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.814879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.814879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.814999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.815155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.815306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a297ee7-a2bc-4a6d-a51c-84e39b88f241" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.291875] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.794580] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.794868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.794868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.795259] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.795383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.795496] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe is going to be updated. [ 1315.829849] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.830095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.830145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.830487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.830695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.840759] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: IN_PROGRESS for 2s [ 1317.852948] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: SUCCESS [ 1317.853444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.853639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.853705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.853872] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.854028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.854153] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.854291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.854520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.854520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.854520] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.357437] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.357555] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.357697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.357966] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.358278] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.358416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.358480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.358713] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.358864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.359017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.359242] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.359387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.359473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.359654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.359852] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.360031] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.360115] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.360293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.360377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.360459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.360549] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.485953] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1318.486202] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1318.863211] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0310a523-4edd-4a73-8f74-ba9f177c99fe: rpc.has_security_group_logging(os_id): False [ 1318.885459] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.885667] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.885784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.886072] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.886186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.886428] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.886520] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.886608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.886787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.886868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.887064] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.887160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.887299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.887491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.887593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.887882] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.888042] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.888128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.888411] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.888411] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.888506] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe is going to be updated. [ 1318.954582] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.954961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.954961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.955095] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.955136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.970343] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: IN_PROGRESS for 2s [ 1319.283966] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.283966] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1320.993658] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: SUCCESS [ 1320.994089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.284912] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.285300] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.286400] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.286667] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.287320] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.287693] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.288957] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.288957] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.837885] env[69363]: INFO networking_nsxv3.common.synchronization [req-d10dd715-7e99-46db-b005-89b323a0fa3f req-ce03b2ad-b350-4df1-bdc5-c1bc74770514 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Enqueued Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1341.838414] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGHEST for action security_group_members [ 1341.838593] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.838726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.838794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.839040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.839280] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.839386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.839449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.839608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.839695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.839788] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.170748] env[69363]: INFO networking_nsxv3.common.synchronization [req-461670d1-9cc7-44e9-ab22-ddd61f147d4d req-f68c2e0a-2836-4ffe-887e-950f8120c0b3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Enqueued Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1342.172014] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 with Priority: HIGHEST for action security_group_members [ 1342.172014] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f942d74-f15d-475e-ab0f-17caed5139b3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.172014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.172014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.172206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.172238] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.172340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.172399] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.172617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.172820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.172893] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f942d74-f15d-475e-ab0f-17caed5139b3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.342070] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.342961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.342961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.342961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.342961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.342961] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.343225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.343225] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.343428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.343428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.343534] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe is going to be updated. [ 1342.374024] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.374024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.374024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.374024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.374335] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.384311] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: IN_PROGRESS for 2s [ 1342.676158] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.676158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.676158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.676531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.676531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.676531] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.676654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.676654] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.676830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.676905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.676990] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 is going to be updated. [ 1342.705184] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.705364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.705402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.705595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.705734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.714680] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: IN_PROGRESS for 2s [ 1344.394022] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe in Status: SUCCESS [ 1344.394428] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe deletion is rescheduled due to dependency. [ 1344.394428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.723963] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 in Status: SUCCESS [ 1344.724205] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f942d74-f15d-475e-ab0f-17caed5139b3 deletion is rescheduled due to dependency. [ 1344.724255] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f942d74-f15d-475e-ab0f-17caed5139b3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.172463] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.173152] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.893308] env[69363]: INFO networking_nsxv3.common.synchronization [None req-4a279473-9f90-4d5b-b566-6e393e6c560d None None] Enqueued Resource ID: 4a7cf04e-54bd-4133-a1c5-5f0ec20fe272 with Priority: HIGHEST for action port [ 1349.894575] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7cf04e-54bd-4133-a1c5-5f0ec20fe272 with Priority: HIGHEST for action port [ 1349.894575] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a7cf04e-54bd-4133-a1c5-5f0ec20fe272 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.894810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a7cf04e-54bd-4133-a1c5-5f0ec20fe272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.894810] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a7cf04e-54bd-4133-a1c5-5f0ec20fe272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.895104] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a7cf04e-54bd-4133-a1c5-5f0ec20fe272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.895538] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a7cf04e-54bd-4133-a1c5-5f0ec20fe272',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.399455] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a7cf04e-54bd-4133-a1c5-5f0ec20fe272 [ 1350.399689] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.399820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.399887] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.400155] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.400249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.400345] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a7cf04e-54bd-4133-a1c5-5f0ec20fe272 already deleted. [ 1350.400427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a7cf04e-54bd-4133-a1c5-5f0ec20fe272" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.453470] env[69363]: INFO networking_nsxv3.common.synchronization [None req-73cbaa4c-cb9b-4505-88e9-59f6cc775977 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Enqueued Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_rules [ 1350.454059] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_rules [ 1350.454383] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85cb8e7e-ea78-420a-93db-4472c7851457 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.454507] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.454576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.454827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.454913] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85cb8e7e-ea78-420a-93db-4472c7851457',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.541897] env[69363]: INFO networking_nsxv3.common.synchronization [None req-b005fa12-c8b7-4a72-acad-53e282597837 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Enqueued Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_rules [ 1350.542549] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_rules [ 1350.543084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85cb8e7e-ea78-420a-93db-4472c7851457 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.543451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.980564] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.981175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.981175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.981175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.981175] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.981455] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85cb8e7e-ea78-420a-93db-4472c7851457 already deleted. [ 1350.981455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.981455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.981683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.981781] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85cb8e7e-ea78-420a-93db-4472c7851457',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.503352] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.503543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.503582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.503782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.503869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.503965] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85cb8e7e-ea78-420a-93db-4472c7851457 already deleted. [ 1351.504077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.187409] env[69363]: INFO networking_nsxv3.common.synchronization [None req-1e83ded3-e408-413b-90b6-de6ccfb493ec None None] Enqueued Resource ID: fa6aeebd-c669-4f82-9e7c-ee23642c3d5b with Priority: HIGHEST for action port [ 1352.187738] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6aeebd-c669-4f82-9e7c-ee23642c3d5b with Priority: HIGHEST for action port [ 1352.188049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa6aeebd-c669-4f82-9e7c-ee23642c3d5b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.188179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa6aeebd-c669-4f82-9e7c-ee23642c3d5b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.188253] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa6aeebd-c669-4f82-9e7c-ee23642c3d5b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.191843] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa6aeebd-c669-4f82-9e7c-ee23642c3d5b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.191942] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6aeebd-c669-4f82-9e7c-ee23642c3d5b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.463184] env[69363]: INFO networking_nsxv3.common.synchronization [None req-42e1a39b-50fc-46d1-ac3a-f84478e06757 None None] Enqueued Resource ID: de629f84-aefd-4776-882b-62500797f9f9 with Priority: HIGHEST for action port [ 1352.463455] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de629f84-aefd-4776-882b-62500797f9f9 with Priority: HIGHEST for action port [ 1352.464029] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-de629f84-aefd-4776-882b-62500797f9f9 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.464166] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de629f84-aefd-4776-882b-62500797f9f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.464229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de629f84-aefd-4776-882b-62500797f9f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.464509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de629f84-aefd-4776-882b-62500797f9f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.464561] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de629f84-aefd-4776-882b-62500797f9f9',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.694662] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa6aeebd-c669-4f82-9e7c-ee23642c3d5b [ 1352.694919] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.695133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.695202] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.695379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.695513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.695573] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa6aeebd-c669-4f82-9e7c-ee23642c3d5b already deleted. [ 1352.695631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa6aeebd-c669-4f82-9e7c-ee23642c3d5b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.859443] env[69363]: INFO networking_nsxv3.common.synchronization [None req-ab8178cb-ff99-4203-8beb-d16ac5e87704 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_rules [ 1352.859443] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_rules [ 1352.859723] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11820cfc-20a7-470d-87bf-28a5fa04b248 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.859723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.859723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.860184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.860269] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11820cfc-20a7-470d-87bf-28a5fa04b248',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.948855] env[69363]: INFO networking_nsxv3.common.synchronization [None req-3f5cfc7b-8f95-4761-a9cf-13b4cbdbcf04 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_rules [ 1352.949032] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_rules [ 1352.951700] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11820cfc-20a7-470d-87bf-28a5fa04b248 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.952320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.968980] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de629f84-aefd-4776-882b-62500797f9f9 [ 1352.968980] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.968980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.968980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.968980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.968980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.968980] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de629f84-aefd-4776-882b-62500797f9f9 already deleted. [ 1352.968980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de629f84-aefd-4776-882b-62500797f9f9" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.385677] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.385677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.385677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.386187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.386187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.386187] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 already deleted. [ 1353.386187] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.386316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.386560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.386680] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11820cfc-20a7-470d-87bf-28a5fa04b248',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.885263] env[69363]: INFO networking_nsxv3.common.synchronization [req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a req-9ab76486-00a5-422f-8124-9d99039f5a40 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 1353.885825] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 1353.886834] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.887720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.887720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.887894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.888090] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.888205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.888205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.888375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.888572] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.888572] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.907265] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.907521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.907521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.907820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.907921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.908043] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 already deleted. [ 1353.908266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.394174] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.485264] env[69363]: INFO networking_nsxv3.common.synchronization [None req-cf36cceb-0ee8-451e-b255-34481f943230 None None] Enqueued Resource ID: b7ed1988-49cf-4c77-823a-d068aa511eb4 with Priority: HIGHEST for action port [ 1354.485664] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7ed1988-49cf-4c77-823a-d068aa511eb4 with Priority: HIGHEST for action port [ 1354.486166] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7ed1988-49cf-4c77-823a-d068aa511eb4 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.486296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7ed1988-49cf-4c77-823a-d068aa511eb4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.486360] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7ed1988-49cf-4c77-823a-d068aa511eb4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.486639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7ed1988-49cf-4c77-823a-d068aa511eb4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.486723] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7ed1988-49cf-4c77-823a-d068aa511eb4',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.898608] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.989382] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7ed1988-49cf-4c77-823a-d068aa511eb4 [ 1354.989382] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.989382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.989382] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.989567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.989567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.989622] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7ed1988-49cf-4c77-823a-d068aa511eb4 already deleted. [ 1354.989704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7ed1988-49cf-4c77-823a-d068aa511eb4" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.400465] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.400465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.400828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.400828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.400828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.400927] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 is going to be updated. [ 1355.431226] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.431446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.431446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.431662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.431812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.440428] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: IN_PROGRESS for 2s [ 1356.256532] env[69363]: INFO networking_nsxv3.common.synchronization [req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee req-61f5ad6a-a244-448e-b32a-3c0a89d6670e tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Enqueued Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_members [ 1356.257104] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_members [ 1356.257434] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-85cb8e7e-ea78-420a-93db-4472c7851457 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.257559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.257625] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.257878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.260737] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.260737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.260737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.260737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.260737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.260737] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85cb8e7e-ea78-420a-93db-4472c7851457',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.557177] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.557535] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-60" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.557613] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-60" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.558381] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-60" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.558736] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.559032] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.559179] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.559457] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.559640] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.559895] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1356.560055] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1356.560183] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1356.560298] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1356.560418] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1356.560524] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1356.560666] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1356.582536] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1356.582536] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1356.582735] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1356.582735] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-60" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.583058] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-d67f106f-6426-448c-9e41-e44407194918 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.583246] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-d67f106f-6426-448c-9e41-e44407194918" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.583402] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-d67f106f-6426-448c-9e41-e44407194918" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.583756] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-d67f106f-6426-448c-9e41-e44407194918" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.583904] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d67f106f-6426-448c-9e41-e44407194918',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.762046] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.762385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.762489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.762721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.762818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.763050] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.763164] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.763231] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.763399] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.763479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.763566] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85cb8e7e-ea78-420a-93db-4472c7851457 already deleted. [ 1356.763649] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.086343] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.086655] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.086766] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.087053] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.087206] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.087390] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port d67f106f-6426-448c-9e41-e44407194918 not found, creating... [ 1357.087687] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.087846] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.087966] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.088238] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.088383] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.088667] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.088859] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.088939] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.089191] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.089352] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.089495] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: d67f106f-6426-448c-9e41-e44407194918 is going to be created. [ 1357.114624] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.114918] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.114995] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.115276] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.115513] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.115746] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-d67f106f-6426-448c-9e41-e44407194918" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.452440] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: SUCCESS [ 1357.452779] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.808340] env[69363]: INFO networking_nsxv3.common.synchronization [req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee req-a8888919-58b3-4443-8b72-a64b2e5415fb service nova] Enqueued Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_rules [ 1357.808624] env[69363]: INFO networking_nsxv3.common.synchronization [req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee req-a8888919-58b3-4443-8b72-a64b2e5415fb service nova] Enqueued Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_members [ 1357.808781] env[69363]: INFO networking_nsxv3.common.synchronization [req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee req-a8888919-58b3-4443-8b72-a64b2e5415fb service nova] Enqueued Resource ID: d67f106f-6426-448c-9e41-e44407194918 with Priority: HIGHEST for action port [ 1357.808879] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_rules [ 1357.809011] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_members [ 1357.809125] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d67f106f-6426-448c-9e41-e44407194918 with Priority: HIGHEST for action port [ 1357.809679] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85cb8e7e-ea78-420a-93db-4472c7851457 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.809799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.809862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.810070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.810147] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85cb8e7e-ea78-420a-93db-4472c7851457',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.810961] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-85cb8e7e-ea78-420a-93db-4472c7851457 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.813280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.813280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.813280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.813280] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.813280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.813280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.813280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.813280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.813280] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85cb8e7e-ea78-420a-93db-4472c7851457',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.813777] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d67f106f-6426-448c-9e41-e44407194918 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.813777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d67f106f-6426-448c-9e41-e44407194918" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.813865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d67f106f-6426-448c-9e41-e44407194918" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.814976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d67f106f-6426-448c-9e41-e44407194918" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.814976] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d67f106f-6426-448c-9e41-e44407194918',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.316118] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-85cb8e7e-ea78-420a-93db-4472c7851457 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.316379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.316502] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85cb8e7e-ea78-420a-93db-4472c7851457',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.318999] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d67f106f-6426-448c-9e41-e44407194918 with status ACTIVE [ 1358.319186] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.319305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.319374] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.319584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.319674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.319840] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.319937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.320013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.320599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.320599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.320599] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.320599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.320792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.320822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.320888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.320968] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d67f106f-6426-448c-9e41-e44407194918 is going to be updated. [ 1358.346919] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.346919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.346919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.346919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.346919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.346919] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d67f106f-6426-448c-9e41-e44407194918" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.493798] env[69363]: INFO networking_nsxv3.common.synchronization [req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b req-13872993-8e27-4804-b017-9a1e12f8145c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_members [ 1358.493798] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_members [ 1358.493798] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-11820cfc-20a7-470d-87bf-28a5fa04b248 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.493798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.493798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.493798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.493798] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.493798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.493798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.493798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.493798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.493798] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11820cfc-20a7-470d-87bf-28a5fa04b248',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.785923] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.785923] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.786142] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.786330] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.786599] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.786765] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.786891] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.787121] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.787405] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.787481] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1358.787599] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1358.787712] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1358.787826] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1358.787975] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1358.788149] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1358.788326] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1358.807447] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1358.807620] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1358.807746] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1358.807934] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.808312] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-e7a872f6-104f-463d-bf7b-fd59f723ef9d taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.808516] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-e7a872f6-104f-463d-bf7b-fd59f723ef9d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.808758] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-e7a872f6-104f-463d-bf7b-fd59f723ef9d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.808971] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-e7a872f6-104f-463d-bf7b-fd59f723ef9d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.809323] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7a872f6-104f-463d-bf7b-fd59f723ef9d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.818066] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85cb8e7e-ea78-420a-93db-4472c7851457',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.998136] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.998354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.998354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.998547] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.998698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.998950] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.999111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.999174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.999332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.999413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.999500] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 already deleted. [ 1358.999584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.311797] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.312044] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.312388] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.312716] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.312881] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.313063] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port e7a872f6-104f-463d-bf7b-fd59f723ef9d not found, creating... [ 1359.313355] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.313573] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.313666] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.313918] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.314614] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.314993] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.315178] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.315309] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.315531] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.315671] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.315814] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: e7a872f6-104f-463d-bf7b-fd59f723ef9d is going to be created. [ 1359.320552] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.320669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.320762] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.321322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.321322] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.321322] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85cb8e7e-ea78-420a-93db-4472c7851457 is going to be created. [ 1359.339210] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.339440] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.339569] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.339850] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.340106] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.340341] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-e7a872f6-104f-463d-bf7b-fd59f723ef9d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.353321] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.353552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.353552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.353718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.353868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.365970] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85cb8e7e-ea78-420a-93db-4472c7851457 in Status: UNINITIALIZED for 2s [ 1360.031381] env[69363]: INFO networking_nsxv3.common.synchronization [req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b req-c8e73fc5-8827-460c-80d9-23a955f9b140 service nova] Enqueued Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_rules [ 1360.031661] env[69363]: INFO networking_nsxv3.common.synchronization [req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b req-c8e73fc5-8827-460c-80d9-23a955f9b140 service nova] Enqueued Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_members [ 1360.032135] env[69363]: INFO networking_nsxv3.common.synchronization [req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b req-c8e73fc5-8827-460c-80d9-23a955f9b140 service nova] Enqueued Resource ID: e7a872f6-104f-463d-bf7b-fd59f723ef9d with Priority: HIGHEST for action port [ 1360.032135] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_rules [ 1360.032135] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_members [ 1360.032297] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a872f6-104f-463d-bf7b-fd59f723ef9d with Priority: HIGHEST for action port [ 1360.032834] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11820cfc-20a7-470d-87bf-28a5fa04b248 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.032981] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.033221] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.033479] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.033605] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11820cfc-20a7-470d-87bf-28a5fa04b248',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.035120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-11820cfc-20a7-470d-87bf-28a5fa04b248 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.035120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.035120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.035120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.035120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.035120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.035120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.035459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.036025] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.036025] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11820cfc-20a7-470d-87bf-28a5fa04b248',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.039295] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7a872f6-104f-463d-bf7b-fd59f723ef9d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.039295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7a872f6-104f-463d-bf7b-fd59f723ef9d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.039295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7a872f6-104f-463d-bf7b-fd59f723ef9d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.039295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7a872f6-104f-463d-bf7b-fd59f723ef9d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.039295] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7a872f6-104f-463d-bf7b-fd59f723ef9d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.540603] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-11820cfc-20a7-470d-87bf-28a5fa04b248 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.540814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.541175] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7a872f6-104f-463d-bf7b-fd59f723ef9d with status ACTIVE [ 1360.541332] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.541497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.541584] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.541809] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.541922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.542157] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.542280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.542318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.542546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.542642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.542886] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.542988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.543064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.543229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.543308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.543392] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7a872f6-104f-463d-bf7b-fd59f723ef9d is going to be updated. [ 1360.544574] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11820cfc-20a7-470d-87bf-28a5fa04b248',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.567236] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.567444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.567444] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.567653] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.567788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.567956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7a872f6-104f-463d-bf7b-fd59f723ef9d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.046753] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11820cfc-20a7-470d-87bf-28a5fa04b248',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.376803] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85cb8e7e-ea78-420a-93db-4472c7851457 in Status: SUCCESS [ 1361.377162] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.377210] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.377428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.377617] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.377733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.377798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.377947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.378039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.378617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.378617] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85cb8e7e-ea78-420a-93db-4472c7851457',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.549797] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.549988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.550049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.550254] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.550344] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.550448] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 is going to be created. [ 1361.574690] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.574905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.574905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.575181] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.576023] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.585543] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 in Status: UNINITIALIZED for 2s [ 1361.880837] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85cb8e7e-ea78-420a-93db-4472c7851457',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.384070] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85cb8e7e-ea78-420a-93db-4472c7851457: rpc.has_security_group_logging(os_id): False [ 1362.403036] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.403219] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.403274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.403468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.403575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.403825] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.403953] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.403999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.404160] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.404235] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.404321] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85cb8e7e-ea78-420a-93db-4472c7851457 is going to be created. [ 1362.470631] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.470631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.470631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.470869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.470869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.487731] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85cb8e7e-ea78-420a-93db-4472c7851457 in Status: IN_PROGRESS for 2s [ 1363.595028] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 in Status: SUCCESS [ 1363.595028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.595028] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.595929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.595929] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.595929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.595929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.595929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.595929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.595929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.596490] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11820cfc-20a7-470d-87bf-28a5fa04b248',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.098784] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11820cfc-20a7-470d-87bf-28a5fa04b248',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.500692] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85cb8e7e-ea78-420a-93db-4472c7851457 in Status: SUCCESS [ 1364.500948] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.601737] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11820cfc-20a7-470d-87bf-28a5fa04b248: rpc.has_security_group_logging(os_id): False [ 1364.619226] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.619433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.619433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.619635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.619727] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.619966] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.620088] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.620154] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.620312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.620387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.620470] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 is going to be created. [ 1364.676738] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.676943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.676943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.677197] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.677381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.687310] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 in Status: IN_PROGRESS for 2s [ 1365.033349] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.033349] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1365.440070] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.440278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.440278] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.440502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.440612] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.943409] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.446241] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.700881] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 in Status: SUCCESS [ 1366.701123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.949729] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1366.949977] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1367.702447] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.702703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.702703] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.702820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.714584] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1367.717062] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.717809] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1367.756369] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.756614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.756614] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.756886] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.768361] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.769179] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1367.769261] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1367.769352] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1367.823051] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.823274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.823274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.823511] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.824768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.824953] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1367.932094] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.932321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.932321] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.932511] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.932823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.933134] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1368.017857] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.017857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.017857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.018249] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.018500] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.018801] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1368.018892] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e98dce9a-9946-4a53-884d-7b6390d82021', '7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87', '7a0ba767-4a6f-4228-a22e-95d3c4fc724f', 'db638fe1-bfb0-467c-b196-33cb1759ec36', '0310a523-4edd-4a73-8f74-ba9f177c99fe', '7bd96b46-55af-48e0-898c-28e20d5c54ef', 'a46ea582-e662-461f-88f5-4be73b4b21c8', '3f542364-994d-4fb3-bc0f-b752a96944f2', '4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf', '77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1', 'e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d', 'd28e1b79-b0b3-4727-9c74-eb5abb1c1ea8', 'e0cfb0b5-4e5d-464d-9927-3a5631ef0764', '98127b45-fe74-4f3d-a3b5-537661e2fee8', '397916ee-596c-4abb-a176-2ca21bdec019', '0f5200e0-7db5-477a-92c3-ebc5ee41390b', '41dc0908-ac65-4850-b35f-737bcfba9789', '2b42a42c-dcf3-4886-9e81-0b5c5442192f', '514044cc-87b5-4585-ba94-25c015b7ac22', 'e9f0ac34-44a9-48f2-bac9-31a8c5b89c44', '25f1d313-358b-4ac9-9a46-bec5f307ee84', '35d479b2-0794-4daf-828c-73115c0390ec', '5ed4e304-3c75-4ce6-b0b7-ba89d6678d97', '372ee7a5-3276-48a0-bb7f-10b5e3eb11fe', 'd823fd99-77f6-4abc-8b45-165e8f1b98c1', '089829e2-82b7-44dc-af51-c0c1978dd2df', 'aa203e49-10b8-4e6b-b7ba-5fee8a32de96', 'a4c71684-acec-4e82-a14d-dab41f780e33', 'f6df88e4-bbcf-4e80-965d-9218d84a4230', '18ec651e-033c-46c7-a944-44369b173fea', '42b60818-8277-4363-acbc-840b6642b7f3', '828ac5d0-767d-44b9-8a5d-a230a42e93aa', 'e49863dd-bcd3-410f-bf45-53c21c5bda90', '397a6ae5-bd5b-44cd-a818-31ddfe350a21', 'bb6f8cf4-bab9-43fb-ac5f-2bb573071100', '985648f1-f96b-434b-8acb-ef2f1d57a724', '11820cfc-20a7-470d-87bf-28a5fa04b248', '961cf8e3-6b12-4f75-a3e1-b204b39c08fe', '00e4596a-2455-4cf5-bc4d-c3262baf3027', '85cb8e7e-ea78-420a-93db-4472c7851457', '6f942d74-f15d-475e-ab0f-17caed5139b3', '8d7a6858-cb27-4a86-a2f9-187b83d98093'} {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1368.018989] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1368.038792] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.038792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.038792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.038792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.038792] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.039344] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1368.039344] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1368.039344] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1368.123403] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.123639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.123639] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.123823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.125022] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.125301] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1368.125383] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1368.125455] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1368.125574] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1368.125607] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1368.125660] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGH for action security_group_rules [ 1368.125737] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 with Priority: HIGH for action security_group_rules [ 1368.125801] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGH for action security_group_rules [ 1368.125863] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGH for action security_group_rules [ 1368.125923] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGH for action security_group_rules [ 1368.125984] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGH for action security_group_rules [ 1368.126055] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGH for action security_group_rules [ 1368.126118] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGH for action security_group_rules [ 1368.126179] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGH for action security_group_rules [ 1368.126241] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGH for action security_group_rules [ 1368.126302] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGH for action security_group_rules [ 1368.126362] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGH for action security_group_rules [ 1368.126423] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGH for action security_group_rules [ 1368.126484] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGH for action security_group_rules [ 1368.126545] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGH for action security_group_rules [ 1368.126606] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGH for action security_group_rules [ 1368.126669] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGH for action security_group_rules [ 1368.126730] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGH for action security_group_rules [ 1368.126791] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGH for action security_group_rules [ 1368.126853] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGH for action security_group_rules [ 1368.126949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.034618] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.034993] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1370.034993] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98dce9a-9946-4a53-884d-7b6390d82021 with Priority: HIGH for action security_group_rules [ 1370.034993] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f with Priority: HIGH for action security_group_rules [ 1370.035157] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGH for action security_group_rules [ 1370.035923] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397916ee-596c-4abb-a176-2ca21bdec019 with Priority: HIGH for action security_group_rules [ 1370.036111] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 with Priority: HIGH for action security_group_rules [ 1370.036215] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514044cc-87b5-4585-ba94-25c015b7ac22 with Priority: HIGH for action security_group_rules [ 1370.036313] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f with Priority: HIGH for action security_group_rules [ 1370.036406] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41dc0908-ac65-4850-b35f-737bcfba9789 with Priority: HIGH for action security_group_rules [ 1370.036497] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 with Priority: HIGH for action security_group_rules [ 1370.036591] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b with Priority: HIGH for action security_group_rules [ 1370.036671] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 with Priority: HIGH for action security_group_rules [ 1370.036755] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 with Priority: HIGH for action security_group_rules [ 1370.036841] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d with Priority: HIGH for action security_group_rules [ 1370.036925] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 with Priority: HIGH for action security_group_rules [ 1370.037017] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGH for action security_group_rules [ 1370.037101] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef with Priority: HIGH for action security_group_rules [ 1370.037184] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 with Priority: HIGH for action security_group_rules [ 1370.037269] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe with Priority: HIGH for action security_group_rules [ 1370.037351] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 with Priority: HIGH for action security_group_rules [ 1370.037435] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db638fe1-bfb0-467c-b196-33cb1759ec36 with Priority: HIGH for action security_group_rules [ 1370.037761] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98dce9a-9946-4a53-884d-7b6390d82021 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.037885] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.037949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.038173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.038256] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98dce9a-9946-4a53-884d-7b6390d82021',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.039229] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.039343] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.039411] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.039580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.039672] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a0ba767-4a6f-4228-a22e-95d3c4fc724f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.040405] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.040525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.040582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.040723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.040795] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.041476] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-397916ee-596c-4abb-a176-2ca21bdec019 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.041582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.041689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.041795] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.041865] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('397916ee-596c-4abb-a176-2ca21bdec019',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.042703] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.042851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.042851] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.043145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.043145] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f0ac34-44a9-48f2-bac9-31a8c5b89c44',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.043735] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514044cc-87b5-4585-ba94-25c015b7ac22 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.043834] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.043904] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.044069] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.044139] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514044cc-87b5-4585-ba94-25c015b7ac22',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.044906] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.045070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.045173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.045384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.045421] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b42a42c-dcf3-4886-9e81-0b5c5442192f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.046071] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41dc0908-ac65-4850-b35f-737bcfba9789 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.046177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.046243] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.046406] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.046484] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41dc0908-ac65-4850-b35f-737bcfba9789',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.047261] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98127b45-fe74-4f3d-a3b5-537661e2fee8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.047367] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.047433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.047577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.047650] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98127b45-fe74-4f3d-a3b5-537661e2fee8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.048326] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.048432] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.048497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.048652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.048723] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5200e0-7db5-477a-92c3-ebc5ee41390b',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.049399] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.049504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.049570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.049714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.049944] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0cfb0b5-4e5d-464d-9927-3a5631ef0764',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.050449] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.050553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.050608] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.050825] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.050922] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.051775] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.051874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.051937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.052096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.052174] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.052911] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.052968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.053043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.053191] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.053262] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.053994] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.054109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.054174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.054320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.054393] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.055132] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bd96b46-55af-48e0-898c-28e20d5c54ef taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.055239] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.055308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.055455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.055525] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bd96b46-55af-48e0-898c-28e20d5c54ef',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.056176] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f542364-994d-4fb3-bc0f-b752a96944f2 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.056279] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.056599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.056689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.056764] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f542364-994d-4fb3-bc0f-b752a96944f2',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.057506] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0310a523-4edd-4a73-8f74-ba9f177c99fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.057506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.057678] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.057743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.057857] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0310a523-4edd-4a73-8f74-ba9f177c99fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.059043] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.059043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.059043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.059043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.059043] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.059578] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db638fe1-bfb0-467c-b196-33cb1759ec36 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.059716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.059784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.059937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.059993] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db638fe1-bfb0-467c-b196-33cb1759ec36',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.563632] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.563877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.563968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.564312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.564564] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.564743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.564841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.565124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.565286] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.565418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.565565] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.566895] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.567064] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.567172] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.567415] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.567646] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.567796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.567884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.568126] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.568238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.568394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.568515] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.690534] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.690744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.690744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.690931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.692848] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.692996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.693766] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.693879] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.694539] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.694636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.695282] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.695378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.696084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.696179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.696867] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.696962] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.697688] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.697784] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.698487] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.698582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.699289] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.699389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.700734] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.700831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.701468] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.701875] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.701964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.702651] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.703049] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.703145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.703776] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.704172] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.704265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.704846] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.705266] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.705369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.705937] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.706365] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.706483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.707069] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.707455] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.707543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.708187] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.708571] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.708670] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.718184] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1370.718642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.718762] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41dc0908-ac65-4850-b35f-737bcfba9789 is going to be deleted. [ 1370.719675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.719878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.739079] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.739286] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98127b45-fe74-4f3d-a3b5-537661e2fee8 is going to be deleted. [ 1370.740213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.740427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.762093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.762278] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d is going to be deleted. [ 1370.763330] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.763607] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.787608] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.787860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.791439] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.791582] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87 is going to be deleted. [ 1370.792551] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.792790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.796665] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.796864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.841618] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.841787] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.873108] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.873316] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f0ac34-44a9-48f2-bac9-31a8c5b89c44 is going to be deleted. [ 1370.874237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.874460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.915145] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.915251] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0310a523-4edd-4a73-8f74-ba9f177c99fe is going to be deleted. [ 1370.916171] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.916391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.975576] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.975802] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 397916ee-596c-4abb-a176-2ca21bdec019 is going to be deleted. [ 1370.976700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.976918] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.038666] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.039228] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.045767] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.045989] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.056446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.056641] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a0ba767-4a6f-4228-a22e-95d3c4fc724f is going to be deleted. [ 1371.057502] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.057723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.070705] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.070922] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.071053] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.079898] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.099748] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.099955] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8 is going to be deleted. [ 1371.100908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.101168] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.170999] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.171227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.178089] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.178253] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98dce9a-9946-4a53-884d-7b6390d82021 is going to be deleted. [ 1371.179488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.179830] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.227937] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.228173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.255174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.255377] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b42a42c-dcf3-4886-9e81-0b5c5442192f is going to be deleted. [ 1371.256582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.256822] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.314120] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.314430] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.322713] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.322939] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.323820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.323974] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0cfb0b5-4e5d-464d-9927-3a5631ef0764 is going to be deleted. [ 1371.324845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.325077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.368266] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.368534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.384347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.384542] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f542364-994d-4fb3-bc0f-b752a96944f2 is going to be deleted. [ 1371.385480] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.385763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.453244] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.453244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.457039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.457039] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bd96b46-55af-48e0-898c-28e20d5c54ef is going to be deleted. [ 1371.458021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.458252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.524114] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.524391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.525189] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.525323] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5200e0-7db5-477a-92c3-ebc5ee41390b is going to be deleted. [ 1371.526227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.526457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.564313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.564514] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514044cc-87b5-4585-ba94-25c015b7ac22 is going to be deleted. [ 1371.565493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.565734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.573347] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a46ea582-e662-461f-88f5-4be73b4b21c8: rpc.has_security_group_logging(os_id): False [ 1371.582076] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf: rpc.has_security_group_logging(os_id): False [ 1371.587256] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.587486] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.609807] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.610056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.619710] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.619929] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.640252] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.640446] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1 is going to be deleted. [ 1371.641425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.641662] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.781688] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.782070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.784343] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.784488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.798056] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.798274] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db638fe1-bfb0-467c-b196-33cb1759ec36 is going to be deleted. [ 1371.799384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.799624] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.799725] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.799865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41dc0908-ac65-4850-b35f-737bcfba9789" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.800040] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.800215] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.800298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.800418] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98127b45-fe74-4f3d-a3b5-537661e2fee8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.801013] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.801272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.801404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.801557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1f41dc2-2e13-4f6f-af66-a5c18e4abb0d" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.801697] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.801849] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.801931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.802063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c8fd494-5e6c-4799-b5fc-e1c3a28b3c87" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.802196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.802370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.802448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.802558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f0ac34-44a9-48f2-bac9-31a8c5b89c44" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.802687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.802833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.802907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.803020] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0310a523-4edd-4a73-8f74-ba9f177c99fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.803152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.803293] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.803369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.803509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a0ba767-4a6f-4228-a22e-95d3c4fc724f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.803674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.803819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.803894] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.804091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-397916ee-596c-4abb-a176-2ca21bdec019" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.804302] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.804550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.804675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.804854] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98dce9a-9946-4a53-884d-7b6390d82021" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.805071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.805263] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.805362] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.805471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28e1b79-b0b3-4727-9c74-eb5abb1c1ea8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.805633] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.805781] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.805859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.805972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b42a42c-dcf3-4886-9e81-0b5c5442192f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.806120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.806264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.806341] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.806448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0cfb0b5-4e5d-464d-9927-3a5631ef0764" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.806575] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.806716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.806790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.806902] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f542364-994d-4fb3-bc0f-b752a96944f2" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.807058] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.807238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.807358] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.807550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bd96b46-55af-48e0-898c-28e20d5c54ef" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.807759] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.807937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.856911] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.857490] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.857636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.857733] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.858037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.858179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.858307] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 is going to be updated. [ 1371.859797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.860158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.900696] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.900986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.907113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.907545] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.907684] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.907730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.907943] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.908037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.908136] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1371.909391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.909599] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.909684] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.909871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514044cc-87b5-4585-ba94-25c015b7ac22" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.910050] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.910208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.910288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.910399] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5200e0-7db5-477a-92c3-ebc5ee41390b" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.910571] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.910735] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.910823] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.910932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77fb17ec-f8d2-4140-b4ab-9e5460dfd7c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.978449] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.978603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.978673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.978892] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.978986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.979117] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db638fe1-bfb0-467c-b196-33cb1759ec36" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.079618] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.079992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.079992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.080086] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.080217] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.082191] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.082386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.082386] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.082542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.082665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.116698] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1372.118635] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: IN_PROGRESS for 2s [ 1372.564149] env[69363]: INFO networking_nsxv3.common.synchronization [req-b6086f55-cef7-4627-a1b4-9769fec68f8b req-090ff169-e4a6-4783-964c-b417b755ff54 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 1372.564458] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGHEST for action security_group_members [ 1372.564863] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.565038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.565839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.565839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.565839] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.565839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.565839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.566113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.566113] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.566182] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.068245] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.068387] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.068462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.068679] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.068772] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.069081] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.069081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.069297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.069297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.069381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.069471] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 is going to be updated. [ 1373.103674] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.104081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.104081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.104081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.104303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.113647] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: IN_PROGRESS for 2s [ 1374.139076] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: SUCCESS [ 1374.139492] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.140086] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1374.140342] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.123042] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46ea582-e662-461f-88f5-4be73b4b21c8 in Status: SUCCESS [ 1375.123247] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 deletion is rescheduled due to dependency. [ 1375.123303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.565614] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.565975] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.566918] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.567406] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.568399] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.568803] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.569626] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.569626] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.768372] env[69363]: INFO networking_nsxv3.common.synchronization [req-545634f6-85d6-4973-964d-5d24df5fe7fe req-9954b0cf-86c0-4a28-9a4f-441a673665cb tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1392.768911] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1392.769229] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.769369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.769434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.769629] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.769785] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.769889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.769968] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.770121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.770264] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.770369] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.272936] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.273185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.273185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.273329] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.273422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.273621] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.273719] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.273782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.273928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.274012] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.274099] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1393.305822] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.306078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.306078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.306240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.306377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.314923] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1395.326069] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1395.326069] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf deletion is rescheduled due to dependency. [ 1395.326523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.770239] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.770598] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.930933] env[69363]: INFO networking_nsxv3.common.synchronization [req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 req-ba2d8e14-9d7c-4d4c-8adc-8a2f59fb51d7 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1401.931258] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1401.931591] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.931721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.931790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.931998] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.932169] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.932424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.932424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.932514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.932551] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.932629] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.198106] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.198319] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.198442] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.198742] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.199309] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.199484] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.199605] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.199824] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.199977] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.200219] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1402.200339] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1402.200635] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1402.200635] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1402.200768] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1402.200768] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1402.200913] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1402.221521] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1402.221689] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1402.221843] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1402.222031] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.222347] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-5f7475ac-5166-4eb8-adbd-a11aedf7846e taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.222513] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-5f7475ac-5166-4eb8-adbd-a11aedf7846e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.222643] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-5f7475ac-5166-4eb8-adbd-a11aedf7846e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.222955] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-5f7475ac-5166-4eb8-adbd-a11aedf7846e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.223114] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f7475ac-5166-4eb8-adbd-a11aedf7846e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.435298] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.435573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.435573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.435744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.435744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.435947] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.436057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.436126] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.436270] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.436345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.436427] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1402.460968] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.461194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.461194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.461350] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.461491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.470245] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1402.725091] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.725310] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.725354] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.725606] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.725793] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.725981] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 5f7475ac-5166-4eb8-adbd-a11aedf7846e not found, creating... [ 1402.726289] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.726458] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.726583] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.726812] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.726955] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.727304] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.727432] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.727556] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.727770] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.727908] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.728063] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 5f7475ac-5166-4eb8-adbd-a11aedf7846e is going to be created. [ 1402.748158] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.748424] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.748536] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.748771] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.748999] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.749243] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-5f7475ac-5166-4eb8-adbd-a11aedf7846e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.430045] env[69363]: INFO networking_nsxv3.common.synchronization [req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 req-ebae2d3e-6f95-486b-845d-0f5d22db6df7 service nova] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1403.430306] env[69363]: INFO networking_nsxv3.common.synchronization [req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 req-ebae2d3e-6f95-486b-845d-0f5d22db6df7 service nova] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1403.430422] env[69363]: INFO networking_nsxv3.common.synchronization [req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 req-ebae2d3e-6f95-486b-845d-0f5d22db6df7 service nova] Enqueued Resource ID: 5f7475ac-5166-4eb8-adbd-a11aedf7846e with Priority: HIGHEST for action port [ 1403.430933] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1403.431080] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1403.431181] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7475ac-5166-4eb8-adbd-a11aedf7846e with Priority: HIGHEST for action port [ 1403.431446] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.431601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.431677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.431868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.431946] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.434579] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.434675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.434860] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f7475ac-5166-4eb8-adbd-a11aedf7846e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.434954] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f7475ac-5166-4eb8-adbd-a11aedf7846e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.435029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f7475ac-5166-4eb8-adbd-a11aedf7846e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.435191] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f7475ac-5166-4eb8-adbd-a11aedf7846e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.435264] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f7475ac-5166-4eb8-adbd-a11aedf7846e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.937196] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.937356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.940309] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f7475ac-5166-4eb8-adbd-a11aedf7846e with status ACTIVE [ 1403.940468] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.940600] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.940673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.940889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.940983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.941323] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.941323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.941323] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.941487] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.941620] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.941841] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.941961] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.942039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.942194] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.942291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.942387] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f7475ac-5166-4eb8-adbd-a11aedf7846e is going to be updated. [ 1403.964630] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.964774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.964845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.965062] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.965199] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.965355] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f7475ac-5166-4eb8-adbd-a11aedf7846e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.479391] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1404.479633] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf deletion is rescheduled due to dependency. [ 1404.479704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.479859] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.480077] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.480260] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.480422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.480422] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.480583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.480669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.480762] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.982773] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.486050] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.988111] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.988296] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.988344] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.988552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.988674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.988738] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1406.023044] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.023287] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.023287] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.023586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.023586] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.033659] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1408.051499] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1408.051924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.051924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.052150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.052341] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.052455] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.052521] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.052675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.052757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.052841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.052931] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.432523] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.432737] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1408.555347] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.056931] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf: rpc.has_security_group_logging(os_id): False [ 1409.076941] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.077283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.077283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.077564] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.077710] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.078060] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.078241] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.078351] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.078562] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.078687] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.078834] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1409.173697] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.173980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.173980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.174136] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.174288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.186409] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1411.202183] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1411.202183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.433443] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.433819] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.213499] env[69363]: INFO networking_nsxv3.common.synchronization [None req-9d17bf16-9790-464a-bfdf-16b4db55bf2d tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_rules [ 1417.213971] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_rules [ 1417.214162] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.214369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.214369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.214638] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.214732] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be82d00-a4d4-484e-a8d2-b6ed2c1e5287',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.294675] env[69363]: INFO networking_nsxv3.common.synchronization [None req-8ff0673a-dd4b-4b16-9f3f-14e9dd5fb5e3 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_rules [ 1417.295523] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_rules [ 1417.295907] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.296081] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.741220] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.741611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.741611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.741877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.741877] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.741877] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 already deleted. [ 1417.742112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.742112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.742258] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.742331] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be82d00-a4d4-484e-a8d2-b6ed2c1e5287',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.265684] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.266185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.266185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.266185] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.266310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.266381] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 already deleted. [ 1418.266450] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.296306] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.296306] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.787815] env[69363]: INFO networking_nsxv3.common.synchronization [req-44742fcc-66c8-4413-bc6e-50f26c48cc33 req-ff2f9371-9ae9-48cc-add6-0c095f425335 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_members [ 1422.788442] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_members [ 1422.788640] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.788760] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.788866] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.789103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.789276] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.789370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.789427] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.789587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.789691] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.789787] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be82d00-a4d4-484e-a8d2-b6ed2c1e5287',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.063608] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.063814] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.063950] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.064300] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.064568] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.064733] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.064858] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.065087] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.065240] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.065466] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1423.065585] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1423.065695] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1423.065812] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1423.065923] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1423.066043] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1423.066179] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1423.088744] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1423.088919] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1423.089068] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1423.089257] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.089586] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-e591cbd4-e77d-4626-b10f-24ac9ef24c7f taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.089769] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-e591cbd4-e77d-4626-b10f-24ac9ef24c7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.089893] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-e591cbd4-e77d-4626-b10f-24ac9ef24c7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.090277] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-e591cbd4-e77d-4626-b10f-24ac9ef24c7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.090424] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e591cbd4-e77d-4626-b10f-24ac9ef24c7f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.292447] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.292689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.292689] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.292992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.293134] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.293338] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.293441] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.293517] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.293673] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.293747] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.293834] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 already deleted. [ 1423.293912] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.593224] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.593619] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.593619] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.593915] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.594116] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.594298] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port e591cbd4-e77d-4626-b10f-24ac9ef24c7f not found, creating... [ 1423.594546] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.594708] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.594840] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.595077] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.595221] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.595500] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.595658] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.595781] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.596098] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.596264] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.596412] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: e591cbd4-e77d-4626-b10f-24ac9ef24c7f is going to be created. [ 1423.619265] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.619468] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.619593] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.619887] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.620140] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.620365] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-e591cbd4-e77d-4626-b10f-24ac9ef24c7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.289356] env[69363]: INFO networking_nsxv3.common.synchronization [req-44742fcc-66c8-4413-bc6e-50f26c48cc33 req-54e3a62d-6784-4d69-89c6-2bc548d233e7 service nova] Enqueued Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_rules [ 1424.289356] env[69363]: INFO networking_nsxv3.common.synchronization [req-44742fcc-66c8-4413-bc6e-50f26c48cc33 req-54e3a62d-6784-4d69-89c6-2bc548d233e7 service nova] Enqueued Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_members [ 1424.289356] env[69363]: INFO networking_nsxv3.common.synchronization [req-44742fcc-66c8-4413-bc6e-50f26c48cc33 req-54e3a62d-6784-4d69-89c6-2bc548d233e7 service nova] Enqueued Resource ID: e591cbd4-e77d-4626-b10f-24ac9ef24c7f with Priority: HIGHEST for action port [ 1424.289356] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_rules [ 1424.289356] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_members [ 1424.289809] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e591cbd4-e77d-4626-b10f-24ac9ef24c7f with Priority: HIGHEST for action port [ 1424.290401] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.290666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.290867] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.291284] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.291965] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be82d00-a4d4-484e-a8d2-b6ed2c1e5287',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.292311] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.293026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.293026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.293026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.293026] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.293319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.293319] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.293540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.293704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.293847] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be82d00-a4d4-484e-a8d2-b6ed2c1e5287',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.294900] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e591cbd4-e77d-4626-b10f-24ac9ef24c7f taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.294900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e591cbd4-e77d-4626-b10f-24ac9ef24c7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.294900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e591cbd4-e77d-4626-b10f-24ac9ef24c7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.295112] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e591cbd4-e77d-4626-b10f-24ac9ef24c7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.295201] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e591cbd4-e77d-4626-b10f-24ac9ef24c7f',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.796910] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.797260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.797303] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7be82d00-a4d4-484e-a8d2-b6ed2c1e5287',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.799232] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e591cbd4-e77d-4626-b10f-24ac9ef24c7f with status ACTIVE [ 1424.799419] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.799531] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.799598] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.800446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.800446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.800446] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.800446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.800446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.800446] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.800736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.800736] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.800736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.800841] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.801048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.801048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.801048] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e591cbd4-e77d-4626-b10f-24ac9ef24c7f is going to be updated. [ 1424.823083] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.823366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.823366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.823836] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.823979] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.824146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e591cbd4-e77d-4626-b10f-24ac9ef24c7f" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.303425] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7be82d00-a4d4-484e-a8d2-b6ed2c1e5287',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.805829] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.806182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.806182] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.806339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.806431] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.806528] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 is going to be created. [ 1425.840785] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.840785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.840785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.840785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.840785] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.858440] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 in Status: UNINITIALIZED for 2s [ 1427.869955] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 in Status: SUCCESS [ 1427.870223] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.870402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.870590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.870785] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.870907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.870963] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.871127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.871206] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.871290] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.871378] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7be82d00-a4d4-484e-a8d2-b6ed2c1e5287',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.373824] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7be82d00-a4d4-484e-a8d2-b6ed2c1e5287',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.876115] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287: rpc.has_security_group_logging(os_id): False [ 1428.894306] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.894443] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.894514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.894728] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.894819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.895076] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.895179] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.895236] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.895385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.895458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.895540] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 is going to be created. [ 1428.965167] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.965435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.965435] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.965565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.965669] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.979446] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 in Status: IN_PROGRESS for 2s [ 1429.290844] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.291110] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1430.993148] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 in Status: SUCCESS [ 1430.993558] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.292493] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.292858] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.294064] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.294064] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.294898] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.295348] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.296055] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.296714] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.297546] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.297918] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.298750] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.298750] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.299649] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.300037] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.300945] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.301376] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.568923] env[69363]: INFO networking_nsxv3.common.synchronization [req-eabea371-dc36-480a-a463-338e5f84a509 req-1dec976f-06e7-43aa-a5fa-487528827143 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_members [ 1471.569454] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGHEST for action security_group_members [ 1471.569788] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.569900] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.569972] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.570183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.570351] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.570884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.570884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.570884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.570884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.570884] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be82d00-a4d4-484e-a8d2-b6ed2c1e5287',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.073556] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.073794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.073794] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.073986] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.074093] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.074289] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.074388] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.074449] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.074591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.074666] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.074748] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 is going to be updated. [ 1472.103704] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.103957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.103957] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.104142] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.104291] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.114117] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 in Status: IN_PROGRESS for 2s [ 1474.125901] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 in Status: SUCCESS [ 1474.126307] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 deletion is rescheduled due to dependency. [ 1474.126307] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.570466] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.570842] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.572282] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.572282] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.045477] env[69363]: INFO networking_nsxv3.common.synchronization [req-81231a10-647e-4309-b13a-53f6a60ec752 req-abfccdfb-f3bd-4be1-9a89-fe82280211ef tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_members [ 1483.045477] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 with Priority: HIGHEST for action security_group_members [ 1483.046084] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-11820cfc-20a7-470d-87bf-28a5fa04b248 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.046084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.046084] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.046304] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.046420] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.046518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.046577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.046721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.046808] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.046891] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11820cfc-20a7-470d-87bf-28a5fa04b248',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.549340] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.549606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.549736] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.550019] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.573857] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.574147] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.574301] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.574356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.574528] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.574615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.574706] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 is going to be updated. [ 1483.601126] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.601339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.601339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.601518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.601693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.609142] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 in Status: IN_PROGRESS for 2s [ 1485.619975] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 in Status: SUCCESS [ 1485.620397] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11820cfc-20a7-470d-87bf-28a5fa04b248 deletion is rescheduled due to dependency. [ 1485.620397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11820cfc-20a7-470d-87bf-28a5fa04b248" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.048449] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.048876] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.512019] env[69363]: INFO networking_nsxv3.common.synchronization [None req-ff0e9464-3185-4acb-a444-61a80f9a12e3 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_rules [ 1488.512594] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_rules [ 1488.512893] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24b9fef6-0828-4959-86a4-47d6f7268f49 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.513120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.513120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.513413] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.513713] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24b9fef6-0828-4959-86a4-47d6f7268f49',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.581779] env[69363]: INFO networking_nsxv3.common.synchronization [None req-b4f0fc81-dd5d-47a2-88d6-ecb0989414aa tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_rules [ 1488.582302] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_rules [ 1488.582590] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24b9fef6-0828-4959-86a4-47d6f7268f49 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.582757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.035302] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.035464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.035464] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.035716] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.035812] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.035904] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 already deleted. [ 1489.035988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.036238] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.036312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.036379] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24b9fef6-0828-4959-86a4-47d6f7268f49',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.573332] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.573332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.573332] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.573819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.573819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.573819] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 already deleted. [ 1489.573819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.582923] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.583224] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.776580] env[69363]: INFO networking_nsxv3.common.synchronization [req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 req-b41e7be2-8584-4471-9180-e974b7ee7817 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_members [ 1493.777052] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_members [ 1493.777286] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b9fef6-0828-4959-86a4-47d6f7268f49 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.777405] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.777471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.777726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.777880] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.777975] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.778054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.778196] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.778280] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.778373] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24b9fef6-0828-4959-86a4-47d6f7268f49',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.066885] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.067109] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.067244] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.067513] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.067767] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.067923] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.068053] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.068273] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.068419] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.068650] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1494.068770] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1494.068880] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1494.068990] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1494.069113] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1494.069221] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1494.069376] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1494.091571] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1494.091760] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1494.091881] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1494.092053] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.092482] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-457869b5-ee07-4e9e-beb1-0cedd09b4f80 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.092679] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-457869b5-ee07-4e9e-beb1-0cedd09b4f80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.092808] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-457869b5-ee07-4e9e-beb1-0cedd09b4f80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.093141] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-457869b5-ee07-4e9e-beb1-0cedd09b4f80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.093318] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('457869b5-ee07-4e9e-beb1-0cedd09b4f80',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.281145] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.281448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.281448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.281634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.281797] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.282675] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.282675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.282675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.282675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.282675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.282675] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 already deleted. [ 1494.282675] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.595398] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.595763] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.595833] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.596077] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.596239] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.596398] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 457869b5-ee07-4e9e-beb1-0cedd09b4f80 not found, creating... [ 1494.596684] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.596846] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.596969] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.597209] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.597348] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.597626] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.597782] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.597902] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.598119] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.598257] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.598396] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 457869b5-ee07-4e9e-beb1-0cedd09b4f80 is going to be created. [ 1494.619959] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.620193] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.620327] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.620616] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.620850] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.621087] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-457869b5-ee07-4e9e-beb1-0cedd09b4f80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.293105] env[69363]: INFO networking_nsxv3.common.synchronization [req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 req-81196adc-e15e-4ad1-9863-7ce2281a3bfb service nova] Enqueued Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_rules [ 1495.293105] env[69363]: INFO networking_nsxv3.common.synchronization [req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 req-81196adc-e15e-4ad1-9863-7ce2281a3bfb service nova] Enqueued Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_members [ 1495.293105] env[69363]: INFO networking_nsxv3.common.synchronization [req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 req-81196adc-e15e-4ad1-9863-7ce2281a3bfb service nova] Enqueued Resource ID: 457869b5-ee07-4e9e-beb1-0cedd09b4f80 with Priority: HIGHEST for action port [ 1495.293105] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_rules [ 1495.293105] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_members [ 1495.293105] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 457869b5-ee07-4e9e-beb1-0cedd09b4f80 with Priority: HIGHEST for action port [ 1495.293105] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24b9fef6-0828-4959-86a4-47d6f7268f49 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.293105] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.293105] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.293982] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.294184] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24b9fef6-0828-4959-86a4-47d6f7268f49',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.295674] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b9fef6-0828-4959-86a4-47d6f7268f49 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.295674] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.295804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.295978] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.296139] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.296237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.296303] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.296461] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.296552] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.296644] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24b9fef6-0828-4959-86a4-47d6f7268f49',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.297541] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-457869b5-ee07-4e9e-beb1-0cedd09b4f80 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.297541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-457869b5-ee07-4e9e-beb1-0cedd09b4f80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.297541] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-457869b5-ee07-4e9e-beb1-0cedd09b4f80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.297676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-457869b5-ee07-4e9e-beb1-0cedd09b4f80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.297762] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('457869b5-ee07-4e9e-beb1-0cedd09b4f80',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.799385] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b9fef6-0828-4959-86a4-47d6f7268f49 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.799846] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.800886] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 457869b5-ee07-4e9e-beb1-0cedd09b4f80 with status ACTIVE [ 1495.801083] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.801242] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.801295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.801493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.801577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.801745] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.801863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.801921] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.802099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.802173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.802861] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.802861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.802861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.802861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.802861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.802861] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 457869b5-ee07-4e9e-beb1-0cedd09b4f80 is going to be updated. [ 1495.803958] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24b9fef6-0828-4959-86a4-47d6f7268f49',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.825365] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.825511] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.825583] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.825790] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.825928] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.827026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-457869b5-ee07-4e9e-beb1-0cedd09b4f80" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.306487] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24b9fef6-0828-4959-86a4-47d6f7268f49',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.810563] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.810947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.810947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.811046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.811105] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.811202] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 is going to be created. [ 1496.836891] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.837173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.837173] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.837326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.837495] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.848021] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 in Status: UNINITIALIZED for 2s [ 1497.965463] env[69363]: INFO networking_nsxv3.common.synchronization [req-c1e08466-d126-498b-91c6-5546d969a409 req-18264b35-288a-49f3-b9ba-7f5a57fae93a tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1497.965838] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1497.966153] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.966930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.966930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.966930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.966930] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.966930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.966930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.967366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.967366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.967366] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.469576] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.469791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.469791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.470037] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.470140] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.470354] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.470471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.470512] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.470658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.470732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.470817] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1498.500788] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.501024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.501024] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.501205] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.501354] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.509623] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1498.863112] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 in Status: SUCCESS [ 1498.863442] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.863698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.863983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.864195] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.864315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.864381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.864533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.864611] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.864705] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.864781] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24b9fef6-0828-4959-86a4-47d6f7268f49',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.367661] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24b9fef6-0828-4959-86a4-47d6f7268f49',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.870423] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24b9fef6-0828-4959-86a4-47d6f7268f49: rpc.has_security_group_logging(os_id): False [ 1499.887705] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.887899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.887899] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.888192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.888192] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.888420] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.888515] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.888606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.888782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.888862] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.888953] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 is going to be created. [ 1499.948510] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.948782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.948782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.948952] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.949080] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.958941] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 in Status: IN_PROGRESS for 2s [ 1500.520309] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1500.520796] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf deletion is rescheduled due to dependency. [ 1500.520796] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.971338] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 in Status: SUCCESS [ 1501.971749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.967389] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.967617] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.792522] env[69363]: INFO networking_nsxv3.common.synchronization [req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a req-c78e83f4-8d57-4c4e-bb44-6bacbd26bab0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Enqueued Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_members [ 1504.793117] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85cb8e7e-ea78-420a-93db-4472c7851457 with Priority: HIGHEST for action security_group_members [ 1504.793490] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-85cb8e7e-ea78-420a-93db-4472c7851457 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.793619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.793688] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.793946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.794319] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.794429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.794429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.794610] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.794707] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.794806] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85cb8e7e-ea78-420a-93db-4472c7851457',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.297996] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.298247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.298247] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.298457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.319261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.319496] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.319615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.319677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.319872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.319955] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.320057] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85cb8e7e-ea78-420a-93db-4472c7851457 is going to be updated. [ 1505.345165] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.345433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.345433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.345534] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.345658] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.353613] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85cb8e7e-ea78-420a-93db-4472c7851457 in Status: IN_PROGRESS for 2s [ 1505.973322] env[69363]: INFO networking_nsxv3.common.synchronization [req-6f97eddb-1d40-4604-ab3d-e9008fdb284b req-1cb66c12-bb5b-4859-967a-4928f5ee83ee tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1505.973894] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1505.974217] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.974338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.974429] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.974646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.974812] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.974905] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.974967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.975151] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.975211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.975303] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.248774] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.248985] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.249130] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.249407] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.249671] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.249829] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.249949] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.250187] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.250417] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.250635] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1506.250751] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1506.250865] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1506.250980] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1506.251107] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1506.251218] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1506.251351] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1506.270811] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1506.270986] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1506.271142] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1506.271319] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.271628] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-311f1147-8a61-42a6-bed7-4df2dd86b705 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.271801] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.271925] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.272281] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.272462] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311f1147-8a61-42a6-bed7-4df2dd86b705',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.478265] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.478483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.478533] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.478734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.478827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.479038] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.479139] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.479208] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.479347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.479425] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.479515] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1506.507581] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.507782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.507782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.507970] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.508135] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.516650] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1506.775550] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.775818] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.775959] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.776262] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.776419] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.776583] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 311f1147-8a61-42a6-bed7-4df2dd86b705 not found, creating... [ 1506.776854] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.777033] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.777160] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.777383] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.777526] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.777811] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.777976] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.778109] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.778320] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.778456] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.778598] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 311f1147-8a61-42a6-bed7-4df2dd86b705 is going to be created. [ 1506.798438] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.798664] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.798770] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.799049] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.799292] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.799557] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.366786] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85cb8e7e-ea78-420a-93db-4472c7851457 in Status: SUCCESS [ 1507.367054] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85cb8e7e-ea78-420a-93db-4472c7851457 deletion is rescheduled due to dependency. [ 1507.367099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85cb8e7e-ea78-420a-93db-4472c7851457" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.478377] env[69363]: INFO networking_nsxv3.common.synchronization [req-6f97eddb-1d40-4604-ab3d-e9008fdb284b req-384f5270-a1e9-4b7a-8c48-486fecacb2eb service nova] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1507.478377] env[69363]: INFO networking_nsxv3.common.synchronization [req-6f97eddb-1d40-4604-ab3d-e9008fdb284b req-384f5270-a1e9-4b7a-8c48-486fecacb2eb service nova] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1507.478377] env[69363]: INFO networking_nsxv3.common.synchronization [req-6f97eddb-1d40-4604-ab3d-e9008fdb284b req-384f5270-a1e9-4b7a-8c48-486fecacb2eb service nova] Enqueued Resource ID: 311f1147-8a61-42a6-bed7-4df2dd86b705 with Priority: HIGHEST for action port [ 1507.478377] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1507.478377] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1507.478377] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311f1147-8a61-42a6-bed7-4df2dd86b705 with Priority: HIGHEST for action port [ 1507.478377] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.478377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.478377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.478813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.479028] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.480685] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.480931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.482560] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-311f1147-8a61-42a6-bed7-4df2dd86b705 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.482560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.482560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.482560] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.482560] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311f1147-8a61-42a6-bed7-4df2dd86b705',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.983114] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.983318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.986615] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 311f1147-8a61-42a6-bed7-4df2dd86b705 with status ACTIVE [ 1507.986865] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.986992] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.987061] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.987320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.987438] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.987636] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.987713] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.987774] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.987940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.988026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.988394] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.988394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.988394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.988536] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.988567] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.988628] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 311f1147-8a61-42a6-bed7-4df2dd86b705 is going to be updated. [ 1508.010136] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.010370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.010370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.010590] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.010735] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.010915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.526674] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1508.527013] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf deletion is rescheduled due to dependency. [ 1508.527099] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.527660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.527881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.528085] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.528207] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.528277] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.528440] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.528524] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.528622] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.031215] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.533431] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.625446] env[69363]: INFO networking_nsxv3.common.synchronization [None req-50db25cf-fd9d-4069-b59d-88af9eee1225 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Enqueued Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_rules [ 1509.625972] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_rules [ 1509.626402] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.626402] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.626540] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.626721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.626797] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcbedd88-ce69-4d2f-a826-04ca59c364e7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.693529] env[69363]: INFO networking_nsxv3.common.synchronization [None req-8b2182ef-88fb-462a-b684-1511abefcbeb tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Enqueued Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_rules [ 1509.694049] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_rules [ 1509.694395] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.694451] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.036035] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.036202] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.036265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.036491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.036570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.036667] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1510.065431] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.065593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.065650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.065873] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.066036] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.074920] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1510.147214] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.147366] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.147457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.147659] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.147819] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.147875] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 already deleted. [ 1510.147932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.148078] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.148240] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.148324] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcbedd88-ce69-4d2f-a826-04ca59c364e7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.668204] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.668612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.668612] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.668791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.668791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.668889] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 already deleted. [ 1510.669018] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.087051] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1512.087305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.087305] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.087486] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.087681] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.087798] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.087860] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.088021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.088103] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.088188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.088276] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.590533] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.092741] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf: rpc.has_security_group_logging(os_id): False [ 1513.111232] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.111424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.111424] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.111618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.111718] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.111949] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.112066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.112126] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.112266] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.112339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.112423] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1513.168860] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.169057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.169107] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.169312] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.169466] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.183788] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1514.695718] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.696057] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1515.012726] env[69363]: INFO networking_nsxv3.common.synchronization [req-98110ade-d5be-4167-b530-87bdfce7057c req-140496c4-be4a-46fc-8155-770e09942bfa tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Enqueued Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_members [ 1515.013190] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_members [ 1515.013425] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcbedd88-ce69-4d2f-a826-04ca59c364e7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.013582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.013637] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.013908] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.014067] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.014227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.014227] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.014378] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.014465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.014558] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcbedd88-ce69-4d2f-a826-04ca59c364e7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.198330] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1515.198504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.295088] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.295378] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-60" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.295551] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-60" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.295918] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-60" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.296342] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.296596] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.296893] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.297086] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.297306] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.297774] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1515.297843] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1515.298041] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1515.298234] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1515.298411] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1515.298575] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1515.298803] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1515.317565] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1515.317749] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1515.317897] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1515.318092] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-60" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.318474] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-86f13aac-39c9-4c35-a893-ea8280dd016e taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.318662] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-86f13aac-39c9-4c35-a893-ea8280dd016e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.318795] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-86f13aac-39c9-4c35-a893-ea8280dd016e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.319148] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-86f13aac-39c9-4c35-a893-ea8280dd016e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.319355] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f13aac-39c9-4c35-a893-ea8280dd016e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.517345] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.517591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.517591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.517770] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.517861] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.518063] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.518165] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.518232] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.518383] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.518619] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.518619] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 already deleted. [ 1515.518777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.821511] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.821848] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.821964] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.822279] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.822465] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.822681] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port 86f13aac-39c9-4c35-a893-ea8280dd016e not found, creating... [ 1515.822955] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.823135] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.823256] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.823491] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.823658] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.824560] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.824560] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.824560] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.824560] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.824787] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.824820] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 86f13aac-39c9-4c35-a893-ea8280dd016e is going to be created. [ 1515.845387] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.845387] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.845387] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.845821] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.846158] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.846827] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-86f13aac-39c9-4c35-a893-ea8280dd016e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.525269] env[69363]: INFO networking_nsxv3.common.synchronization [req-98110ade-d5be-4167-b530-87bdfce7057c req-01e47d85-8f7b-4a38-b00d-a91fa9ce753e service nova] Enqueued Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_rules [ 1516.525430] env[69363]: INFO networking_nsxv3.common.synchronization [req-98110ade-d5be-4167-b530-87bdfce7057c req-01e47d85-8f7b-4a38-b00d-a91fa9ce753e service nova] Enqueued Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_members [ 1516.525571] env[69363]: INFO networking_nsxv3.common.synchronization [req-98110ade-d5be-4167-b530-87bdfce7057c req-01e47d85-8f7b-4a38-b00d-a91fa9ce753e service nova] Enqueued Resource ID: 86f13aac-39c9-4c35-a893-ea8280dd016e with Priority: HIGHEST for action port [ 1516.526070] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_rules [ 1516.526208] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_members [ 1516.526298] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f13aac-39c9-4c35-a893-ea8280dd016e with Priority: HIGHEST for action port [ 1516.526599] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.526676] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.526758] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.526932] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.527157] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcbedd88-ce69-4d2f-a826-04ca59c364e7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.529976] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcbedd88-ce69-4d2f-a826-04ca59c364e7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.529976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.529976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.529976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.529976] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.529976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.529976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.529976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.529976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.529976] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcbedd88-ce69-4d2f-a826-04ca59c364e7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.532063] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-86f13aac-39c9-4c35-a893-ea8280dd016e taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.532063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86f13aac-39c9-4c35-a893-ea8280dd016e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.532063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86f13aac-39c9-4c35-a893-ea8280dd016e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.532281] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86f13aac-39c9-4c35-a893-ea8280dd016e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.532281] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f13aac-39c9-4c35-a893-ea8280dd016e',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.029752] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcbedd88-ce69-4d2f-a826-04ca59c364e7 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.030190] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.033239] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcbedd88-ce69-4d2f-a826-04ca59c364e7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.034731] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86f13aac-39c9-4c35-a893-ea8280dd016e with status ACTIVE [ 1517.035013] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.035144] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.035213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.035416] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.035503] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.035673] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.035769] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.035831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.036065] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.036180] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.036367] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.036460] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.036522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.036661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.036734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.036818] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86f13aac-39c9-4c35-a893-ea8280dd016e is going to be updated. [ 1517.063081] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.063299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.063299] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.063514] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.063647] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.063801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86f13aac-39c9-4c35-a893-ea8280dd016e" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.535419] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcbedd88-ce69-4d2f-a826-04ca59c364e7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.038140] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.038472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.038472] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.038626] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.038683] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.038769] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 is going to be created. [ 1518.062128] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.062288] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.062379] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.062591] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.062757] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.071805] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 in Status: UNINITIALIZED for 2s [ 1520.085061] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 in Status: SUCCESS [ 1520.085473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.085473] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.085631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.085824] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.085940] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.086017] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.086183] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.086262] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.086365] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.086470] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcbedd88-ce69-4d2f-a826-04ca59c364e7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.588896] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcbedd88-ce69-4d2f-a826-04ca59c364e7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.091599] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcbedd88-ce69-4d2f-a826-04ca59c364e7: rpc.has_security_group_logging(os_id): False [ 1521.112299] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.112593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.112593] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.112777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.112870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.113138] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.113244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.113309] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.113467] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.113549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.113640] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 is going to be created. [ 1521.176476] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.176751] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.176751] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.176956] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.177128] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.189464] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 in Status: IN_PROGRESS for 2s [ 1521.527515] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.527732] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1523.203369] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 in Status: SUCCESS [ 1523.203755] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.528910] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.528910] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.529940] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.529940] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.530757] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.531199] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.531507] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.531878] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.533148] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.533631] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.534388] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.534716] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.429387] env[69363]: INFO networking_nsxv3.common.synchronization [req-0330487f-54b3-4282-8ee9-341a99f6e3f7 req-08e6e623-257f-49c7-b64a-fbe772a75b57 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_members [ 1556.429692] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGHEST for action security_group_members [ 1556.429965] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-24b9fef6-0828-4959-86a4-47d6f7268f49 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.430153] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.430261] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.430545] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.430811] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.430964] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.431075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.431527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.431527] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.431653] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24b9fef6-0828-4959-86a4-47d6f7268f49',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.935048] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.935274] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.935333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.935539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.935833] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.936205] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.936311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.936437] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.936548] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.936627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.937063] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 is going to be updated. [ 1556.973285] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.973285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.973285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.973285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.973285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.984973] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 in Status: IN_PROGRESS for 2s [ 1558.486495] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1558.486900] env[69363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-90bf97c5-a414-4c3e-abe9-3538271a97f0 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1558.996752] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 in Status: SUCCESS [ 1558.996941] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 deletion is rescheduled due to dependency. [ 1558.997054] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.020346] env[69363]: INFO networking_nsxv3.common.synchronization [None req-44ac8204-becb-4e6f-9878-fc81a29cc7b1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_rules [ 1561.020943] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_rules [ 1561.021353] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a7b580e-69f1-40d9-8633-5da209c5d514 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.021471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.021537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.021789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.021893] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a7b580e-69f1-40d9-8633-5da209c5d514',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1561.087713] env[69363]: INFO networking_nsxv3.common.synchronization [None req-348ba26f-f071-408b-99db-eadbb2bafa6e tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_rules [ 1561.088160] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_rules [ 1561.088446] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a7b580e-69f1-40d9-8633-5da209c5d514 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.088604] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.543655] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.543838] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.543947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.544212] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.544345] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.544477] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 already deleted. [ 1561.544652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.544734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.544935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.545047] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a7b580e-69f1-40d9-8633-5da209c5d514',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1562.064982] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.065385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.065385] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.065484] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.065565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.065660] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 already deleted. [ 1562.065739] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.089148] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.089496] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.471030] env[69363]: INFO networking_nsxv3.common.synchronization [req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 req-51bb56fd-6f8e-4f84-98ab-f20a40e82b24 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_members [ 1566.471544] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_members [ 1566.473021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7b580e-69f1-40d9-8633-5da209c5d514 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.473021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.473021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.473021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.473021] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.473021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.473021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.473021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.473021] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.473021] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a7b580e-69f1-40d9-8633-5da209c5d514',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.794071] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.794071] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.794071] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.794356] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.794649] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.794853] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.795012] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.795286] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.795461] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.795688] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1566.795835] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1566.795935] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1566.796058] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1566.796176] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1566.796289] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1566.796425] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1566.819027] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1566.819251] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1566.819452] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1566.819640] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-879" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.819959] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-d94433e5-2094-4b5b-a9bb-90d049733d34 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.820154] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-d94433e5-2094-4b5b-a9bb-90d049733d34" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.820281] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-d94433e5-2094-4b5b-a9bb-90d049733d34" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.820622] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-d94433e5-2094-4b5b-a9bb-90d049733d34" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.820783] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d94433e5-2094-4b5b-a9bb-90d049733d34',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.975064] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.975244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.975316] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.975537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.975628] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.975830] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.975923] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.975983] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.976151] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.976229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.976314] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 already deleted. [ 1566.976393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.323085] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.323529] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.323671] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.324014] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.324155] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.324321] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Segment Port d94433e5-2094-4b5b-a9bb-90d049733d34 not found, creating... [ 1567.324631] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.324841] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.324975] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.325229] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.325371] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.325677] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.325865] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.326009] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.326229] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.326371] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.326516] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: d94433e5-2094-4b5b-a9bb-90d049733d34 is going to be created. [ 1567.349581] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.349789] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.349887] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.350276] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.350521] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.350781] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-d94433e5-2094-4b5b-a9bb-90d049733d34" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.187606] env[69363]: INFO networking_nsxv3.common.synchronization [req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 req-6824aee5-58e4-4410-ab52-4ad6e174a738 service nova] Enqueued Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_rules [ 1568.188178] env[69363]: INFO networking_nsxv3.common.synchronization [req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 req-6824aee5-58e4-4410-ab52-4ad6e174a738 service nova] Enqueued Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_members [ 1568.188178] env[69363]: INFO networking_nsxv3.common.synchronization [req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 req-6824aee5-58e4-4410-ab52-4ad6e174a738 service nova] Enqueued Resource ID: d94433e5-2094-4b5b-a9bb-90d049733d34 with Priority: HIGHEST for action port [ 1568.188178] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_rules [ 1568.188372] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_members [ 1568.188423] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94433e5-2094-4b5b-a9bb-90d049733d34 with Priority: HIGHEST for action port [ 1568.188963] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a7b580e-69f1-40d9-8633-5da209c5d514 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.189265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.189339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.189538] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.189621] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a7b580e-69f1-40d9-8633-5da209c5d514',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.190587] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7b580e-69f1-40d9-8633-5da209c5d514 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.190587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.190587] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.190749] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.190903] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.190999] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.191063] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.191237] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.191285] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.191371] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a7b580e-69f1-40d9-8633-5da209c5d514',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.192214] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d94433e5-2094-4b5b-a9bb-90d049733d34 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.192327] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d94433e5-2094-4b5b-a9bb-90d049733d34" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.192377] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d94433e5-2094-4b5b-a9bb-90d049733d34" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.192660] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d94433e5-2094-4b5b-a9bb-90d049733d34" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.192660] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d94433e5-2094-4b5b-a9bb-90d049733d34',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.695267] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7b580e-69f1-40d9-8633-5da209c5d514 taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.695872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.695872] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a7b580e-69f1-40d9-8633-5da209c5d514',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.696640] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d94433e5-2094-4b5b-a9bb-90d049733d34 with status ACTIVE [ 1568.696868] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.697039] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.697156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.697393] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.697518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.697726] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.697864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.697960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.698176] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.698298] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.699468] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.699468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.699468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.699468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.699468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.699468] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d94433e5-2094-4b5b-a9bb-90d049733d34 is going to be updated. [ 1568.722747] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.723009] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.723009] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.723156] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.723297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.723457] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d94433e5-2094-4b5b-a9bb-90d049733d34" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.201857] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a7b580e-69f1-40d9-8633-5da209c5d514',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.707474] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.707937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.707937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.707937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.708087] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.708233] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 is going to be created. [ 1569.733637] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.733789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.733864] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.734150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.734320] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.743701] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 in Status: UNINITIALIZED for 2s [ 1571.754710] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 in Status: SUCCESS [ 1571.755109] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.755157] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.755376] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.755596] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.755734] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.755802] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.755967] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.756119] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.756233] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.756371] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a7b580e-69f1-40d9-8633-5da209c5d514',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.258829] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a7b580e-69f1-40d9-8633-5da209c5d514',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.763373] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a7b580e-69f1-40d9-8633-5da209c5d514: rpc.has_security_group_logging(os_id): False [ 1572.781937] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.782245] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.782391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.782735] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.782935] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.783339] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.783529] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.783664] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.783930] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.784102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.784271] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 is going to be created. [ 1572.852364] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.852522] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.852579] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.852801] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.852991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.865239] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 in Status: IN_PROGRESS for 2s [ 1573.189571] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.189789] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1574.879698] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 in Status: SUCCESS [ 1574.880098] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.612045] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.612045] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.612045] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.612045] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.612510] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.612510] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.612849] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.612849] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.612989] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.613152] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1576.613275] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] NeedRegenerationException {{(pid=69363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1576.613389] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] no value, waiting for create lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1576.613505] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] value creation lock acquired {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1576.613621] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] No value present for key: 'zone-id' {{(pid=69363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1576.613733] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Calling creation function for not-yet-present value {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1576.613870] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1576.633084] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1576.633279] env[69363]: DEBUG dogpile.cache.region [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1576.633423] env[69363]: DEBUG dogpile.lock [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Released creation lock {{(pid=69363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1576.633603] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "network-642" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.633912] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock port-311f1147-8a61-42a6-bed7-4df2dd86b705 taken with stack trace [, , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.634105] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.634233] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.634493] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.634633] env[69363]: DEBUG networking_nsxv3.api.rpc [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311f1147-8a61-42a6-bed7-4df2dd86b705',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.138056] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.138056] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.138326] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.138607] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.138828] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.139268] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.139503] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.139691] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.139981] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.140204] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.140616] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.140843] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.141039] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.141330] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.141528] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.141739] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Resource: SegmentPort with ID: 311f1147-8a61-42a6-bed7-4df2dd86b705 is going to be updated. [ 1577.165060] env[69363]: DEBUG networking_nsxv3.common.locking [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.165370] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.165431] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.165688] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.165892] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.166148] env[69363]: DEBUG oslo_concurrency.lockutils [None req-a2144106-5a83-4aaf-a0db-035dfccb81c9 None None] Releasing lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.854466] env[69363]: INFO networking_nsxv3.common.synchronization [req-828cf82d-9e76-4c69-abbb-264b37aae0ae req-46885251-9d23-40ab-84d0-78ca71c614f4 service nova] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1577.854466] env[69363]: INFO networking_nsxv3.common.synchronization [req-828cf82d-9e76-4c69-abbb-264b37aae0ae req-46885251-9d23-40ab-84d0-78ca71c614f4 service nova] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1577.854466] env[69363]: INFO networking_nsxv3.common.synchronization [req-828cf82d-9e76-4c69-abbb-264b37aae0ae req-46885251-9d23-40ab-84d0-78ca71c614f4 service nova] Enqueued Resource ID: 311f1147-8a61-42a6-bed7-4df2dd86b705 with Priority: HIGHEST for action port [ 1577.854466] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_rules [ 1577.854901] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1577.855235] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311f1147-8a61-42a6-bed7-4df2dd86b705 with Priority: HIGHEST for action port [ 1577.855625] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.855870] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.856044] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.856453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.856691] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.857654] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.857889] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.858150] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.858421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.858667] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.858888] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.859133] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.859397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.859588] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.859775] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.860897] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock port-311f1147-8a61-42a6-bed7-4df2dd86b705 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.861730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.861730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.861730] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.861730] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311f1147-8a61-42a6-bed7-4df2dd86b705',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.363288] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.364312] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.364499] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.365885] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 311f1147-8a61-42a6-bed7-4df2dd86b705 with status ACTIVE [ 1578.366054] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.366239] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.366239] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.366453] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.366570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.366694] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.366789] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.366852] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.367010] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.367094] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.367273] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.367389] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.367434] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.367553] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.367627] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.367710] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 311f1147-8a61-42a6-bed7-4df2dd86b705 is going to be updated. [ 1578.389111] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.389344] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.389471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.390218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.390371] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.390526] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311f1147-8a61-42a6-bed7-4df2dd86b705" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.866073] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.368748] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.369108] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.369108] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.369289] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.369407] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.369520] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1579.404126] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.404370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.404370] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.404829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.404829] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.414274] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1581.425701] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1581.426121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.426121] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.426339] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.426532] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.426652] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.426721] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.426874] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.426951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.427059] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.427149] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1581.929242] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.432851] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf: rpc.has_security_group_logging(os_id): False [ 1582.452796] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.453071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.453071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.453273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.453372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.453635] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.453744] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.453813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.453976] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.454066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.454183] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1582.524330] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.524559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.524559] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.524726] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.524872] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.562645] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1582.856450] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.856623] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1584.580156] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1584.580557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.857200] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.857595] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.227334] env[69363]: INFO networking_nsxv3.common.synchronization [req-d37223cd-3cce-42b8-92ea-f8b076763c2f req-adc8db51-d8a2-4e1e-a207-9baa6e332b71 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Enqueued Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_members [ 1592.227852] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGHEST for action security_group_members [ 1592.228594] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcbedd88-ce69-4d2f-a826-04ca59c364e7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.228594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.228594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.228594] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.228820] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.228820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.228820] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.228949] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.229043] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.229136] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcbedd88-ce69-4d2f-a826-04ca59c364e7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.734302] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.734542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.734542] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.734737] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.734827] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.735032] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.735148] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.735211] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.735364] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.735459] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.735549] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 is going to be updated. [ 1592.764240] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.764465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.764465] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.764601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.764723] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.772865] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 in Status: IN_PROGRESS for 2s [ 1594.741814] env[69363]: INFO networking_nsxv3.common.synchronization [req-155ab928-187d-4b1a-bbdf-1bb31350c89b req-22df0d95-33f5-4ea3-bf4e-45776b3985df tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1594.742400] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGHEST for action security_group_members [ 1594.742673] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.742791] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.742863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.743178] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.743233] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.743340] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.743396] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.743549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.743640] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.743718] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.782573] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 in Status: SUCCESS [ 1594.782743] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 deletion is rescheduled due to dependency. [ 1594.782849] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.245922] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.246158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.246158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.246308] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.246403] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.246599] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.246700] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.246761] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.246915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.246991] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.247253] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be updated. [ 1595.273458] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.273693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.273693] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.273875] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.274029] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.282136] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: IN_PROGRESS for 2s [ 1597.293165] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf in Status: SUCCESS [ 1597.293570] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf deletion is rescheduled due to dependency. [ 1597.293570] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.743256] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.743526] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.744377] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.744760] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.438679] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.438893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.438893] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.439123] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.439235] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.942068] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.444840] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.947159] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1606.947447] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1607.856603] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.856782] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.856845] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.857051] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.869190] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1607.870075] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.871395] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1607.925265] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.925489] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.925618] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.925800] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.941066] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.942290] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1607.942415] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1607.942495] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1607.981868] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.982306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.982306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.982306] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.983131] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.983352] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1608.070381] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.070595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.070595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.070765] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.071055] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.071386] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1608.145209] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.145493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.145493] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.145655] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.145973] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.146286] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1608.146381] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fcbedd88-ce69-4d2f-a826-04ca59c364e7', '25f1d313-358b-4ac9-9a46-bec5f307ee84', '35d479b2-0794-4daf-828c-73115c0390ec', '5ed4e304-3c75-4ce6-b0b7-ba89d6678d97', '372ee7a5-3276-48a0-bb7f-10b5e3eb11fe', 'a46ea582-e662-461f-88f5-4be73b4b21c8', 'd823fd99-77f6-4abc-8b45-165e8f1b98c1', '4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf', '089829e2-82b7-44dc-af51-c0c1978dd2df', 'aa203e49-10b8-4e6b-b7ba-5fee8a32de96', 'a4c71684-acec-4e82-a14d-dab41f780e33', 'f6df88e4-bbcf-4e80-965d-9218d84a4230', '18ec651e-033c-46c7-a944-44369b173fea', '42b60818-8277-4363-acbc-840b6642b7f3', '828ac5d0-767d-44b9-8a5d-a230a42e93aa', '7be82d00-a4d4-484e-a8d2-b6ed2c1e5287', '24b9fef6-0828-4959-86a4-47d6f7268f49', 'e49863dd-bcd3-410f-bf45-53c21c5bda90', '397a6ae5-bd5b-44cd-a818-31ddfe350a21', 'bb6f8cf4-bab9-43fb-ac5f-2bb573071100', '985648f1-f96b-434b-8acb-ef2f1d57a724', '6a7b580e-69f1-40d9-8633-5da209c5d514', '11820cfc-20a7-470d-87bf-28a5fa04b248', '961cf8e3-6b12-4f75-a3e1-b204b39c08fe', '00e4596a-2455-4cf5-bc4d-c3262baf3027', '85cb8e7e-ea78-420a-93db-4472c7851457', '6f942d74-f15d-475e-ab0f-17caed5139b3', '8d7a6858-cb27-4a86-a2f9-187b83d98093'} {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1608.146495] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1608.164774] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.165048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.165048] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.165186] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.165275] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.165388] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1608.165454] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1608.165526] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1608.246812] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.247067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.247067] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.247251] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.248391] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.248661] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1608.248748] env[69363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1608.248824] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1608.248890] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1608.248969] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1608.249053] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGH for action security_group_rules [ 1608.249134] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 with Priority: HIGH for action security_group_rules [ 1608.249202] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGH for action security_group_rules [ 1608.249266] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGH for action security_group_rules [ 1608.249329] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe with Priority: HIGH for action security_group_rules [ 1608.249390] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGH for action security_group_rules [ 1608.249443] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGH for action security_group_rules [ 1608.249503] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGH for action security_group_rules [ 1608.249563] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGH for action security_group_rules [ 1608.249624] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 with Priority: HIGH for action security_group_rules [ 1608.249686] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4c71684-acec-4e82-a14d-dab41f780e33 with Priority: HIGH for action security_group_rules [ 1608.249747] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 with Priority: HIGH for action security_group_rules [ 1608.249807] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18ec651e-033c-46c7-a944-44369b173fea with Priority: HIGH for action security_group_rules [ 1608.249865] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGH for action security_group_rules [ 1608.249920] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa with Priority: HIGH for action security_group_rules [ 1608.249981] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGH for action security_group_rules [ 1608.250044] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGH for action security_group_rules [ 1608.250107] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 with Priority: HIGH for action security_group_rules [ 1608.250168] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGH for action security_group_rules [ 1608.250224] env[69363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGH for action security_group_rules [ 1608.250315] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.745288] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.745526] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1609.745526] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 with Priority: HIGH for action security_group_rules [ 1609.745656] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d479b2-0794-4daf-828c-73115c0390ec with Priority: HIGH for action security_group_rules [ 1609.745802] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 with Priority: HIGH for action security_group_rules [ 1609.745976] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa with Priority: HIGH for action security_group_rules [ 1609.746178] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 with Priority: HIGH for action security_group_rules [ 1609.746335] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 with Priority: HIGH for action security_group_rules [ 1609.746443] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 with Priority: HIGH for action security_group_rules [ 1609.746565] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 with Priority: HIGH for action security_group_rules [ 1609.746663] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b60818-8277-4363-acbc-840b6642b7f3 with Priority: HIGH for action security_group_rules [ 1609.746795] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 with Priority: HIGH for action security_group_rules [ 1609.746961] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ec651e-033c-46c7-a944-44369b173fea with Priority: HIGH for action security_group_rules [ 1609.747137] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 with Priority: HIGH for action security_group_rules [ 1609.747315] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c71684-acec-4e82-a14d-dab41f780e33 with Priority: HIGH for action security_group_rules [ 1609.747485] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 with Priority: HIGH for action security_group_rules [ 1609.747655] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089829e2-82b7-44dc-af51-c0c1978dd2df with Priority: HIGH for action security_group_rules [ 1609.747824] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46ea582-e662-461f-88f5-4be73b4b21c8 with Priority: HIGH for action security_group_rules [ 1609.748026] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf with Priority: HIGH for action security_group_rules [ 1609.748141] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe with Priority: HIGH for action security_group_rules [ 1609.748256] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 with Priority: HIGH for action security_group_rules [ 1609.748348] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 with Priority: HIGH for action security_group_rules [ 1609.748791] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.748987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.748987] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.749203] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.749288] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcbedd88-ce69-4d2f-a826-04ca59c364e7',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.750234] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d479b2-0794-4daf-828c-73115c0390ec taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.750347] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.750404] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.750573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.750648] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d479b2-0794-4daf-828c-73115c0390ec',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.752937] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.752937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.752937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.752937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.752937] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d823fd99-77f6-4abc-8b45-165e8f1b98c1',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.752937] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-828ac5d0-767d-44b9-8a5d-a230a42e93aa taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.752937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.752937] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.753506] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.753506] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('828ac5d0-767d-44b9-8a5d-a230a42e93aa',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.753770] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.753881] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.753946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.754102] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.754172] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb6f8cf4-bab9-43fb-ac5f-2bb573071100',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.754829] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.755009] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.755009] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.755147] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.755284] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('397a6ae5-bd5b-44cd-a818-31ddfe350a21',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.755949] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49863dd-bcd3-410f-bf45-53c21c5bda90 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.756070] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.756135] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.756294] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.756408] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49863dd-bcd3-410f-bf45-53c21c5bda90',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.757050] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24b9fef6-0828-4959-86a4-47d6f7268f49 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.757157] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.757218] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.757368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.757505] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24b9fef6-0828-4959-86a4-47d6f7268f49',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.758514] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b60818-8277-4363-acbc-840b6642b7f3 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.758679] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.758793] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.759091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.759174] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b60818-8277-4363-acbc-840b6642b7f3',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.759935] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.760143] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.760213] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.760356] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.760430] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be82d00-a4d4-484e-a8d2-b6ed2c1e5287',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.761183] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18ec651e-033c-46c7-a944-44369b173fea taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.761295] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.761363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.761509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.761580] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18ec651e-033c-46c7-a944-44369b173fea',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.762323] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6df88e4-bbcf-4e80-965d-9218d84a4230 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.762433] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.762497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.762642] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.762713] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6df88e4-bbcf-4e80-965d-9218d84a4230',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.763387] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4c71684-acec-4e82-a14d-dab41f780e33 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.763488] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.763573] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.764049] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.764049] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4c71684-acec-4e82-a14d-dab41f780e33',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.764697] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa203e49-10b8-4e6b-b7ba-5fee8a32de96 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.764811] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.764878] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.765014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.765085] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa203e49-10b8-4e6b-b7ba-5fee8a32de96',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.765841] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089829e2-82b7-44dc-af51-c0c1978dd2df taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.765946] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.766026] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.766177] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.766302] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089829e2-82b7-44dc-af51-c0c1978dd2df',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.766967] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46ea582-e662-461f-88f5-4be73b4b21c8 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.767146] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.767263] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.767468] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.767588] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46ea582-e662-461f-88f5-4be73b4b21c8',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.768376] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.768483] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.768546] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.768695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.768766] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.769417] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.769525] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.769589] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.769766] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.769871] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372ee7a5-3276-48a0-bb7f-10b5e3eb11fe',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.770494] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25f1d313-358b-4ac9-9a46-bec5f307ee84 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.770601] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.770661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.770806] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.770873] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25f1d313-358b-4ac9-9a46-bec5f307ee84',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.771533] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.771636] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.771695] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.771839] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.771910] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ed4e304-3c75-4ce6-b0b7-ba89d6678d97',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.802913] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.803132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.803132] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.803357] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.824260] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.824423] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcbedd88-ce69-4d2f-a826-04ca59c364e7 is going to be deleted. [ 1609.873020] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.873273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.873273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.873504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.873595] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.873714] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcbedd88-ce69-4d2f-a826-04ca59c364e7" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.340162] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.340428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.340428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.340577] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.342305] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.342491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.343679] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.343815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.344514] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.344631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.345338] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.345445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.346117] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.346222] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.346896] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.346996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.347691] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.347803] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.348866] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.348980] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.349657] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.349763] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.356204] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.356368] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.360190] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1610.360674] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.360828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.361548] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1610.361995] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.362122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.362748] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1610.363176] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.363309] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.363994] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1610.364396] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.364509] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.365201] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1610.365590] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.365701] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.372594] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1610.373058] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.373181] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.373916] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1610.374377] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.374490] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.375125] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1610.375512] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.375615] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.376332] env[69363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1610.376917] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.376917] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25f1d313-358b-4ac9-9a46-bec5f307ee84 is going to be deleted. [ 1610.377694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.377898] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.400445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.400638] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 828ac5d0-767d-44b9-8a5d-a230a42e93aa is going to be deleted. [ 1610.401518] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.401732] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.419504] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.419643] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089829e2-82b7-44dc-af51-c0c1978dd2df is going to be deleted. [ 1610.420549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.420767] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.433094] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.433283] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.452311] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.452462] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24b9fef6-0828-4959-86a4-47d6f7268f49 is going to be deleted. [ 1610.453419] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.453631] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.455052] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.455158] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.484868] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.485046] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b60818-8277-4363-acbc-840b6642b7f3 is going to be deleted. [ 1610.485959] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.486188] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.506410] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.506617] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.525071] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.525279] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46ea582-e662-461f-88f5-4be73b4b21c8 is going to be deleted. [ 1610.526122] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.526333] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.576108] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.576282] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18ec651e-033c-46c7-a944-44369b173fea is going to be deleted. [ 1610.577170] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.577394] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.593795] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.594059] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.605826] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.606057] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.621709] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.621897] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49863dd-bcd3-410f-bf45-53c21c5bda90 is going to be deleted. [ 1610.622804] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.623038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.633344] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.633582] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.701497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.701685] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d823fd99-77f6-4abc-8b45-165e8f1b98c1 is going to be deleted. [ 1610.702537] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.702752] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.753133] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.753543] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.775370] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.775585] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.776348] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.776470] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6df88e4-bbcf-4e80-965d-9218d84a4230 is going to be deleted. [ 1610.777363] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.777580] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.837598] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.837818] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.842124] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.842249] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4c71684-acec-4e82-a14d-dab41f780e33 is going to be deleted. [ 1610.843174] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.843448] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.024539] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.024731] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d479b2-0794-4daf-828c-73115c0390ec is going to be deleted. [ 1611.025634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.025828] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.054633] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.054847] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.072799] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.072967] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf is going to be deleted. [ 1611.073924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.074229] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.104549] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.104775] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.112549] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.112704] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 397a6ae5-bd5b-44cd-a818-31ddfe350a21 is going to be deleted. [ 1611.113671] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.113884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.185375] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.185566] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb6f8cf4-bab9-43fb-ac5f-2bb573071100 is going to be deleted. [ 1611.186513] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.186742] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.188194] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.188326] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.220484] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.220708] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.232243] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.232462] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.257437] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.257633] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ed4e304-3c75-4ce6-b0b7-ba89d6678d97 is going to be deleted. [ 1611.258523] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.258750] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.321704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.321944] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be82d00-a4d4-484e-a8d2-b6ed2c1e5287 is going to be deleted. [ 1611.322831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.323052] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.376094] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.376313] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.384045] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.384220] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa203e49-10b8-4e6b-b7ba-5fee8a32de96 is going to be deleted. [ 1611.385096] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.385318] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.443473] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.443704] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.452951] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.453122] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372ee7a5-3276-48a0-bb7f-10b5e3eb11fe is going to be deleted. [ 1611.454038] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.454272] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.454372] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.454496] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25f1d313-358b-4ac9-9a46-bec5f307ee84" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.454650] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.454814] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.454895] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.455014] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-828ac5d0-767d-44b9-8a5d-a230a42e93aa" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.455550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.455702] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.455788] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.455907] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089829e2-82b7-44dc-af51-c0c1978dd2df" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.456046] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.456195] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.456273] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.456384] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24b9fef6-0828-4959-86a4-47d6f7268f49" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.456505] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.456646] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.456720] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.456831] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46ea582-e662-461f-88f5-4be73b4b21c8" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.456960] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.457111] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.457184] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.457297] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b60818-8277-4363-acbc-840b6642b7f3" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.457421] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.457561] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.457634] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.457745] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49863dd-bcd3-410f-bf45-53c21c5bda90" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.457871] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.458011] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.458091] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.458202] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18ec651e-033c-46c7-a944-44369b173fea" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.458325] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.458471] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.458550] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.458661] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d823fd99-77f6-4abc-8b45-165e8f1b98c1" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.458786] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.458924] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.458996] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.459120] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6df88e4-bbcf-4e80-965d-9218d84a4230" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.459244] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.459381] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.459452] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.459557] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4c71684-acec-4e82-a14d-dab41f780e33" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.459677] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.459813] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.459883] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.459988] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c63ebcb-e8e7-4b9e-b43d-6f60697f46cf" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.460127] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.460265] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.460338] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.460445] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d479b2-0794-4daf-828c-73115c0390ec" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.460565] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.460698] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.460772] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.460884] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-397a6ae5-bd5b-44cd-a818-31ddfe350a21" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.461012] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.461152] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.461226] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.461334] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb6f8cf4-bab9-43fb-ac5f-2bb573071100" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.461458] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.461592] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.461665] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.461772] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ed4e304-3c75-4ce6-b0b7-ba89d6678d97" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.479261] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.479491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.479491] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.479656] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.479743] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.479863] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be82d00-a4d4-484e-a8d2-b6ed2c1e5287" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.496173] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.496397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.496397] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.496603] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.496694] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.496815] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa203e49-10b8-4e6b-b7ba-5fee8a32de96" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.586404] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.586606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.586606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.586777] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.586869] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.586990] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372ee7a5-3276-48a0-bb7f-10b5e3eb11fe" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.749736] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.750197] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1619.750377] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1619.750599] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1624.751527] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.751527] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1629.751953] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1629.752216] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.057084] env[69363]: INFO networking_nsxv3.common.synchronization [req-129b352b-4488-4efc-9a08-76d518fbcfda req-af210a06-92c4-486c-add8-7cfc019d89b8 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Enqueued Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_members [ 1630.057517] env[69363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 with Priority: HIGHEST for action security_group_members [ 1630.057817] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7b580e-69f1-40d9-8633-5da209c5d514 taken with stack trace [, , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.057931] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.057994] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.058203] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.058947] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.058947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.058947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.058947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.058947] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.058947] env[69363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a7b580e-69f1-40d9-8633-5da209c5d514',) {} {{(pid=69363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1630.561132] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.561369] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.561428] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.561635] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.580865] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.581129] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.581246] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.581310] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.581510] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.581605] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.581677] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 is going to be updated. [ 1630.610402] env[69363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.610606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.610606] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.610768] env[69363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.610915] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.619430] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 in Status: IN_PROGRESS for 2s [ 1632.630951] env[69363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 in Status: SUCCESS [ 1632.631497] env[69363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a7b580e-69f1-40d9-8633-5da209c5d514 deletion is rescheduled due to dependency. [ 1632.631497] env[69363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7b580e-69f1-40d9-8633-5da209c5d514" {{(pid=69363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.059049] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.059049] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.060400] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.060400] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.061893] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.062353] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.063367] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.063877] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1655.065034] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1655.065485] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1660.066134] env[69363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1660.066499] env[69363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0